{
 "cells": [
  {
   "cell_type": "code",
   "id": "ac52e124-4a85-49ad-a7a8-d538951d70d0",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2025-04-28T08:46:56.973502Z",
     "start_time": "2025-04-28T08:46:56.914786Z"
    }
   },
   "source": [
    "import numpy as np     #只需要下载numpy库即可\n",
    "import random\n",
    "import GridWorld_v2\n",
    "import time\n",
    "from IPython.display import clear_output"
   ],
   "outputs": [],
   "execution_count": 1
  },
  {
   "cell_type": "code",
   "id": "02325b8c-eb8e-470f-bf36-9d7aa5d70452",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2025-04-28T08:46:56.976895Z",
     "start_time": "2025-04-28T08:46:56.973502Z"
    }
   },
   "source": [
    "rows = 5      #记得行数和列数这里要同步改\n",
    "columns = 5\n",
    "\n",
    "# gridworld = GridWorld_v2.GridWorld_v2(rows=rows, columns=columns, forbiddenAreaNums=8, targetNums=2, seed = 52,forbiddenAreaScore=-10)\n",
    "# gridworld = GridWorld_v2.GridWorld_v2(desc = [\".#\",\".T\"])             #赵老师4-1的例子\n",
    "# gridworld = GridWorld_v2.GridWorld_v2(desc = [\"##.T\",\"...#\",\"....\"])  #随便弄的例子\n",
    "gridworld = GridWorld_v2.GridWorld_v2(forbiddenAreaScore=-10, score=1,desc = [\".....\",\".##..\",\"..#..\",\".#T#.\",\".#...\"]) \n",
    "#gridworld = GridWorld_v2(forbiddenAreaScore=-10, score=1,desc = [\"T.\"]) \n",
    "gridworld.show()\n",
    "\n",
    "\n",
    "value = np.zeros(rows*columns)       #初始化可以任意，也可以全0\n",
    "qtable = np.zeros((rows*columns,5))  #初始化，这里主要是初始化维数，里面的内容会被覆盖所以无所谓\n"
   ],
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "⬜️⬜️⬜️⬜️⬜️\n",
      "⬜️🚫🚫⬜️⬜️\n",
      "⬜️⬜️🚫⬜️⬜️\n",
      "⬜️🚫✅🚫⬜️\n",
      "⬜️🚫⬜️⬜️⬜️\n"
     ]
    }
   ],
   "execution_count": 2
  },
  {
   "cell_type": "code",
   "id": "cb5c9ed9-e3a8-42e1-9fa3-60815143ae25",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2025-04-28T08:46:56.981765Z",
     "start_time": "2025-04-28T08:46:56.976895Z"
    }
   },
   "source": [
    "def QLearning_Off_Policy(gridworld:GridWorld_v2.GridWorld_v2,TrajectoryPoolSize = 50,gamma = 0.99,trajectorySteps=-1, learning_rate=0.001, num_episodes=600)->GridWorld_v2.GridWorld_v2:\n",
    "    \"\"\"\n",
    "    这是Q-learning的Off-Policy版本，用于解决GridWorld_v2问题。\n",
    "\n",
    "    Parameters:\n",
    "    trajectorySteps (int): 寻路的轨迹长度，如果是-1，则为寻到目的则停止，否则参数即为trajectory长度\n",
    "    learning_rate (float): 学习率，用于调节TD-target\n",
    "    epsilon (float): epsilon-greedy的核心参数，0~1的浮点数，其中1则表示当前state所有决策概率一样，0则表示决策没有任何的随机性\n",
    "    num_episodes (int): 表示模型迭代次数\n",
    "\n",
    "    Returns:\n",
    "    GridWorld_v2.GridWorld_v2: 把模型返回回去\n",
    "    \"\"\"\n",
    "    \n",
    "    state_value = np.zeros((rows * columns))\n",
    "    action_value = np.zeros((rows * columns, 5))\n",
    "    policy = np.eye(5)[np.random.randint(0,5,size=(rows*columns))] \n",
    "    # behavior_policy = 1000,概率相等，每个都是0.2\n",
    "    behavior_policy = np.ones((rows * columns, 5)) * 0.2\n",
    "    epsilon = 0.5\n",
    "    \n",
    "    initState=10\n",
    "\n",
    "    TrajectoryPool = []\n",
    "    TrajectoryPoolSize = 50\n",
    "    # 遍历轨迹池的大小次数，为轨迹池生成指定数量的轨迹，这个循环是和on-policy的区别\n",
    "    for i in range(TrajectoryPoolSize):\n",
    "        # 检查轨迹步数是否设置为 -1，如果是，则表示寻到目标则停止\n",
    "        if trajectorySteps==-1:\n",
    "            # 设置标志位，当到达目标时停止生成轨迹\n",
    "            stop_when_reach_target = True\n",
    "            # 注意这里的返回值是大小为(trajectorySteps+1)的元组列表，因为把第一个动作也加入进去了\n",
    "            # 这里使用 behavior_policy 策略生成轨迹\n",
    "            Trajectory = gridworld.getTrajectoryScore(nowState=initState, \n",
    "                                                      # 随机选择一个初始动作\n",
    "                                                      action=random.randint(0,4) , \n",
    "                                                      # 使用行为策略生成轨迹\n",
    "                                                      policy=behavior_policy, \n",
    "                                                      # 轨迹步数，-1 表示寻到目标则停止\n",
    "                                                      steps=trajectorySteps, \n",
    "                                                      # 到达目标时停止生成轨迹\n",
    "                                                      stop_when_reach_target=True)\n",
    "        # 将生成的轨迹添加到轨迹池列表中\n",
    "        TrajectoryPool.append(Trajectory)\n",
    "        \n",
    "    for episode in range(num_episodes):\n",
    "        #清除输出，可以更好的展示策略\n",
    "        # time.sleep(0.2)\n",
    "        # clear_output(wait=True)\n",
    "        print(\"episode\",f\"{episode}/{num_episodes}\")\n",
    "        \n",
    "        #cnt数组用来检查每个state有多少次访问\n",
    "        cnt = [0 for i in range(25)]\n",
    "        \n",
    "        for Trajectory in TrajectoryPool:\n",
    "            steps = len(Trajectory) - 1\n",
    "            for k in range(steps,-1,-1):\n",
    "                #State，Action，Reward，NextState，NextAction\n",
    "                tmpstate, tmpaction, tmpscore, nextState, nextAction  = Trajectory[k]\n",
    "                cnt[tmpstate] += 1\n",
    "                #Q.learning\n",
    "                TD_error = action_value[tmpstate][tmpaction] - (tmpscore + gamma * action_value[nextState].max())\n",
    "                action_value[tmpstate][tmpaction] -= learning_rate * TD_error\n",
    "\n",
    "        # policy improvement\n",
    "        policy = np.eye(5)[np.argmax(action_value,axis=1)]  #qtable的最优值作为更新策略，并用独热码来表示\n",
    "    \n",
    "        #输出每个state的访问次数\n",
    "        print(np.array(cnt).reshape(5,5))\n",
    "\n",
    "        state_value = np.sum(policy * action_value,axis=1)\n",
    "        print(state_value)\n",
    "        mean_state_value = np.sum(policy * action_value,axis=1).mean()\n",
    "        \n",
    "        gridworld.showPolicy(policy)\n",
    "        print(np.round(state_value,decimals=4).reshape(5,5))\n",
    "        print(\"mean_state_value\", mean_state_value)\n",
    "\n",
    "    return action_value\n",
    "    "
   ],
   "outputs": [],
   "execution_count": 3
  },
  {
   "cell_type": "code",
   "id": "5defee9b-cf45-4d92-ba2b-a540cdcf4ab9",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2025-04-28T08:46:59.274097Z",
     "start_time": "2025-04-28T08:46:56.981765Z"
    }
   },
   "source": "action_value = QLearning_Off_Policy(gridworld) #这边非常厉害的一点是迭代1次就收敛了，而TD和Sarsa需要多次迭代才能收敛",
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "episode 0/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.13663695e-28 3.13803357e-25 1.04502206e-22 2.88602791e-20\n",
      " 1.03262955e-18 2.24171975e-30 1.37591796e-27 1.01225993e-20\n",
      " 7.45668026e-18 2.96484590e-15 2.04921142e-32 4.46137440e-35\n",
      " 1.19825898e-02 3.28645505e-15 9.69887446e-13 4.65964364e-35\n",
      " 1.60164533e-02 1.29992200e-02 1.20042757e-02 2.14788063e-10\n",
      " 2.16678188e-37 7.59796698e-05 1.00192894e-02 5.04631840e-05\n",
      " 1.19364345e-07]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️➡️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.012  0.     0.    ]\n",
      " [0.     0.016  0.013  0.012  0.    ]\n",
      " [0.     0.0001 0.01   0.0001 0.    ]]\n",
      "mean_state_value 0.0025259356221508738\n",
      "episode 1/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.76247471e-24 6.62445586e-22 8.78306775e-20 1.29415186e-17\n",
      " 3.76314312e-16 3.38679723e-26 5.18016406e-24 8.58542909e-18\n",
      " 1.44561791e-15 2.43364664e-13 4.55355343e-28 1.43429905e-30\n",
      " 2.39757546e-02 3.01201603e-13 4.60943025e-11 1.33166806e-30\n",
      " 3.19829092e-02 2.59967503e-02 2.40188648e-02 5.68193972e-09\n",
      " 7.02412958e-33 2.98792615e-04 2.00669419e-02 1.79742662e-04\n",
      " 1.12486663e-06]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.024  0.     0.    ]\n",
      " [0.     0.032  0.026  0.024  0.    ]\n",
      " [0.     0.0003 0.0201 0.0002 0.    ]]\n",
      "mean_state_value 0.005060835462264442\n",
      "episode 2/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.77621594e-22 3.35346177e-20 3.52410118e-18 4.31082261e-16\n",
      " 8.73369240e-15 3.62051872e-24 3.39486633e-22 3.39909183e-16\n",
      " 3.54562959e-14 3.00881942e-12 5.90824728e-26 2.52983889e-28\n",
      " 3.59793483e-02 3.99409147e-12 3.78541491e-10 2.19215512e-28\n",
      " 4.79001351e-02 3.89925909e-02 3.60436242e-02 3.19153594e-08\n",
      " 1.36615375e-30 6.66667671e-04 3.01426585e-02 3.87432449e-04\n",
      " 3.85908554e-06]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.036  0.     0.    ]\n",
      " [0.     0.0479 0.039  0.036  0.    ]\n",
      " [0.     0.0007 0.0301 0.0004 0.    ]]\n",
      "mean_state_value 0.0076046539446820525\n",
      "episode 3/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.76507236e-21 5.54905580e-19 4.45124811e-17 4.52483157e-15\n",
      " 7.21440699e-14 1.13375817e-22 7.54192956e-21 3.89980974e-15\n",
      " 3.07269767e-13 1.73698508e-11 2.12961880e-24 1.17200964e-26\n",
      " 4.79932264e-02 2.39295227e-11 1.63472962e-09 9.84963111e-27\n",
      " 6.37688864e-02 5.19867422e-02 4.80784128e-02 1.04939079e-07\n",
      " 7.06561062e-29 1.17785567e-03 4.02461433e-02 6.73127453e-04\n",
      " 9.15098229e-06]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.048  0.     0.    ]\n",
      " [0.     0.0638 0.052  0.0481 0.    ]\n",
      " [0.     0.0012 0.0402 0.0007 0.    ]]\n",
      "mean_state_value 0.010157346071417637\n",
      "episode 4/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.90938468e-20 4.93773883e-18 3.15631820e-16 2.70489992e-14\n",
      " 3.57881786e-13 1.56868911e-21 8.40536830e-20 2.46932150e-14\n",
      " 1.57368516e-12 6.68148767e-11 3.40065544e-23 2.42511150e-25\n",
      " 6.00172463e-02 9.41208364e-11 5.02965630e-09 2.00225254e-25\n",
      " 7.95899062e-02 6.49792044e-02 6.01230907e-02 2.60978032e-07\n",
      " 1.64122262e-27 1.83062916e-03 5.03771030e-02 1.03642349e-03\n",
      " 1.78160594e-05]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.06   0.     0.    ]\n",
      " [0.     0.0796 0.065  0.0601 0.    ]\n",
      " [0.     0.0018 0.0504 0.001  0.    ]]\n",
      "mean_state_value 0.012718867418529914\n",
      "episode 5/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.82116323e-19 2.94941531e-17 1.56275883e-15 1.15026769e-13\n",
      " 1.30448371e-12 1.32261839e-20 6.01311327e-19 1.09333518e-13\n",
      " 5.86175526e-12 1.99600543e-10 3.28505417e-22 2.90983748e-24\n",
      " 7.20512670e-02 2.85315005e-10 1.25330360e-08 2.38145859e-24\n",
      " 9.53639260e-02 7.79699776e-02 7.21775200e-02 5.46154851e-07\n",
      " 2.17700883e-26 2.62328210e-03 6.05352476e-02 1.47691730e-03\n",
      " 3.06565180e-05]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.0721 0.     0.    ]\n",
      " [0.     0.0954 0.078  0.0722 0.    ]\n",
      " [0.     0.0026 0.0605 0.0015 0.    ]]\n",
      "mean_state_value 0.015289174132643095\n",
      "episode 6/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.12352754e-18 1.33585924e-16 6.04292196e-15 3.88608197e-13\n",
      " 3.86327071e-12 7.97892764e-20 3.16694509e-18 3.80558393e-13\n",
      " 1.76251942e-11 5.01632142e-10 2.24610094e-21 2.38053677e-23\n",
      " 8.40951491e-02 7.24385616e-10 2.70365294e-08 1.94020633e-23\n",
      " 1.11091666e-01 9.09590621e-02 8.42415644e-02 1.01619258e-06\n",
      " 1.94701964e-25 3.55412964e-03 7.07202898e-02 1.99420656e-03\n",
      " 4.84614133e-05]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.0841 0.     0.    ]\n",
      " [0.     0.1111 0.091  0.0842 0.    ]\n",
      " [0.     0.0036 0.0707 0.002  0.    ]]\n",
      "mean_state_value 0.017868222927608802\n",
      "episode 7/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.33227791e-17 4.93851069e-16 1.94973680e-14 1.11147326e-12\n",
      " 9.84888119e-12 3.77595307e-19 1.33317989e-17 1.11366357e-12\n",
      " 4.54240660e-11 1.11169621e-09 1.19146618e-20 1.46910969e-22\n",
      " 9.61487551e-02 1.61724169e-09 5.25123429e-08 1.19523422e-22\n",
      " 1.26773834e-01 1.03946458e-01 9.63150892e-02 1.73612322e-06\n",
      " 1.30320356e-24 4.62150778e-03 8.09319451e-02 2.58788991e-03\n",
      " 7.20068088e-05]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 9.610e-02 0.000e+00 0.000e+00]\n",
      " [0.000e+00 1.268e-01 1.039e-01 9.630e-02 0.000e+00]\n",
      " [0.000e+00 4.600e-03 8.090e-02 2.600e-03 1.000e-04]]\n",
      "mean_state_value 0.020455971081302145\n",
      "episode 8/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.77295105e-17 1.56310782e-15 5.47730742e-14 2.80158670e-12\n",
      " 2.24158425e-11 1.48564817e-18 4.73000310e-17 2.85837963e-12\n",
      " 1.04203043e-10 2.23887451e-09 5.20152320e-20 7.30702442e-22\n",
      " 1.08211949e-01 3.27495739e-09 9.41634662e-08 5.94161053e-22\n",
      " 1.42411127e-01 1.16932166e-01 1.08397961e-01 2.78000199e-06\n",
      " 6.98720853e-24 5.82377315e-03 9.11699320e-02 3.25756694e-03\n",
      " 1.02055929e-04]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 1.082e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 1.424e-01 1.169e-01 1.084e-01 0.000e+00]\n",
      " [0.000e+00 5.800e-03 9.120e-02 3.300e-03 1.000e-04]]\n",
      "mean_state_value 0.023052376432545235\n",
      "episode 9/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.49080122e-16 4.37662939e-15 1.37926318e-13 6.39423084e-12\n",
      " 4.66767489e-11 5.05419086e-18 1.46640797e-16 6.62005966e-12\n",
      " 2.18233902e-10 4.18197559e-09 1.94594008e-19 3.06515687e-21\n",
      " 1.20284596e-01 6.14284146e-09 1.58565814e-07 2.49270723e-21\n",
      " 1.58004232e-01 1.29916186e-01 1.20490049e-01 4.23062726e-06\n",
      " 3.14363008e-23 7.15930273e-03 1.01433972e-01 4.00283824e-03\n",
      " 1.39359311e-04]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 1.203e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 1.580e-01 1.299e-01 1.205e-01 0.000e+00]\n",
      " [0.000e+00 7.200e-03 1.014e-01 4.000e-03 1.000e-04]]\n",
      "mean_state_value 0.025657397378151755\n",
      "episode 10/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.16846439e-16 1.10965885e-14 3.17857453e-13 1.34701597e-11\n",
      " 9.04762246e-11 1.52867124e-17 4.07617977e-16 1.41151385e-11\n",
      " 4.24778909e-10 7.35082660e-09 6.42182352e-19 1.12016211e-20\n",
      " 1.32366564e-01 1.08321786e-08 2.53802525e-07 9.11406923e-21\n",
      " 1.73553823e-01 1.42898518e-01 1.32591223e-01 6.17926597e-06\n",
      " 1.22687241e-22 8.62649356e-03 1.11723788e-01 4.82330540e-03\n",
      " 1.84654952e-04]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.1324 0.     0.    ]\n",
      " [0.     0.1736 0.1429 0.1326 0.    ]\n",
      " [0.     0.0086 0.1117 0.0048 0.0002]]\n",
      "mean_state_value 0.02827099287008626\n",
      "episode 11/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.06389227e-15 2.59197808e-14 6.80752815e-13 2.65624487e-11\n",
      " 1.65333521e-10 4.19560720e-17 1.03540413e-15 2.81166877e-11\n",
      " 7.78523334e-10 1.22892748e-08 1.91007868e-18 3.65288384e-20\n",
      " 1.44457722e-01 1.81543877e-08 3.89590675e-07 2.97416696e-20\n",
      " 1.89060566e-01 1.55879162e-01 1.44701354e-01 8.72538456e-06\n",
      " 4.25647454e-22 1.02237626e-02 1.22039108e-01 5.71857102e-03\n",
      " 2.38668461e-04]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.1445 0.     0.    ]\n",
      " [0.     0.1891 0.1559 0.1447 0.    ]\n",
      " [0.     0.0102 0.122  0.0057 0.0002]]\n",
      "mean_state_value 0.03089312241273241\n",
      "episode 12/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.51521240e-15 5.65143548e-14 1.37084420e-12 4.95561747e-11\n",
      " 2.87565327e-10 1.06129335e-16 2.43831433e-15 5.29065423e-11\n",
      " 1.35681746e-09 1.96997541e-08 5.20509422e-18 1.08249567e-19\n",
      " 1.56557939e-01 2.91573545e-08 5.77400636e-07 8.82058976e-20\n",
      " 2.04525113e-01 1.68858119e-01 1.56820316e-01 1.19763853e-05\n",
      " 1.33744084e-21 1.19495461e-02 1.32379662e-01 6.68823871e-03\n",
      " 3.02113201e-04]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.1566 0.     0.    ]\n",
      " [0.     0.2045 0.1689 0.1568 0.    ]\n",
      " [0.     0.0119 0.1324 0.0067 0.0003]]\n",
      "mean_state_value 0.03352374606026426\n",
      "episode 13/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.57137832e-15 1.16198195e-13 2.61923537e-12 8.81954611e-11\n",
      " 4.79599178e-10 2.50422286e-16 5.38346776e-15 9.48509354e-11\n",
      " 2.26576109e-09 3.04692786e-08 1.31627779e-17 2.95665439e-19\n",
      " 1.68667088e-01 4.51637074e-08 8.30568330e-07 2.41120483e-19\n",
      " 2.19948110e-01 1.81835389e-01 1.68947983e-01 1.60473476e-05\n",
      " 3.86164218e-21 1.38023001e-02 1.42745180e-01 7.73191314e-03\n",
      " 3.75690438e-04]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.1687 0.     0.    ]\n",
      " [0.     0.2199 0.1818 0.1689 0.    ]\n",
      " [0.     0.0138 0.1427 0.0077 0.0004]]\n",
      "mean_state_value 0.036162824414115266\n",
      "episode 14/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.16676408e-14 2.27124719e-13 4.78278559e-12 1.50712684e-10\n",
      " 7.71486660e-10 5.56491671e-16 1.12431335e-14 1.63116858e-10\n",
      " 3.64715683e-09 4.56967304e-08 3.12053543e-17 7.52721855e-19\n",
      " 1.80785043e-01 6.78108179e-08 1.16440061e-06 6.14378983e-19\n",
      " 2.35330188e-01 1.94810972e-01 1.81084232e-01 2.10607751e-05\n",
      " 1.03644119e-20 1.57804994e-02 1.53135399e-01 8.84920001e-03\n",
      " 4.60089484e-04]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.1808 0.     0.    ]\n",
      " [0.     0.2353 0.1948 0.1811 0.    ]\n",
      " [0.     0.0158 0.1531 0.0088 0.0005]]\n",
      "mean_state_value 0.03881031862053962\n",
      "episode 15/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.32698123e-14 4.24800959e-13 8.39527998e-12 2.48594756e-10\n",
      " 1.20262457e-09 1.17365361e-15 2.23706043e-14 2.70546485e-10\n",
      " 5.68635187e-09 6.67213147e-08 6.99275563e-17 1.80243463e-18\n",
      " 1.92911678e-01 9.90923163e-08 1.59627397e-06 1.47240642e-18\n",
      " 2.50671972e-01 2.07784868e-01 1.93228940e-01 2.71463474e-05\n",
      " 2.60995347e-20 1.78826375e-02 1.63550055e-01 1.00397061e-02\n",
      " 5.55987837e-04]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.1929 0.     0.    ]\n",
      " [0.     0.2507 0.2078 0.1932 0.    ]\n",
      " [0.     0.0179 0.1636 0.01   0.0006]]\n",
      "mean_state_value 0.04146619036826083\n",
      "episode 16/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.44602283e-14 7.64327671e-13 1.42333526e-11 3.97501422e-10\n",
      " 1.82369108e-09 2.36404668e-15 4.26559176e-14 4.34706982e-10\n",
      " 8.62098230e-09 9.51520612e-08 1.49120523e-16 4.08970771e-18\n",
      " 2.05046869e-01 1.41400926e-07 2.14572685e-06 3.34364535e-18\n",
      " 2.65974074e-01 2.20757077e-01 2.05381986e-01 3.44406766e-05\n",
      " 6.21366016e-20 2.01072268e-02 1.73988888e-01 1.13030393e-02\n",
      " 6.64051323e-04]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.205  0.     0.    ]\n",
      " [0.     0.266  0.2208 0.2054 0.    ]\n",
      " [0.     0.0201 0.174  0.0113 0.0007]]\n",
      "mean_state_value 0.044130401886202805\n",
      "episode 17/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.17814063e-14 1.32882146e-12 2.33998593e-11 6.18350370e-10\n",
      " 2.69880299e-09 4.57169703e-15 7.83252345e-14 6.79132855e-10\n",
      " 1.27506284e-08 1.32898256e-07 3.04320405e-16 8.84704714e-18\n",
      " 2.17190496e-01 1.97572428e-07 2.83454570e-06 7.23897157e-18\n",
      " 2.81237099e-01 2.33727601e-01 2.17543251e-01 4.30870695e-05\n",
      " 1.40746342e-19 2.24527980e-02 1.84451642e-01 1.26388085e-02\n",
      " 7.84934239e-04]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.     0.     0.    ]\n",
      " [0.     0.     0.2172 0.     0.    ]\n",
      " [0.     0.2812 0.2337 0.2175 0.    ]\n",
      " [0.     0.0225 0.1845 0.0126 0.0008]]\n",
      "mean_state_value 0.04680291594129851\n",
      "episode 18/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.45421598e-13 2.24055424e-12 3.74276206e-11 9.38583801e-10\n",
      " 3.90789930e-09 8.52525246e-15 1.39063316e-13 1.03477772e-09\n",
      " 1.84473845e-08 1.82200693e-07 5.97135918e-16 1.83405123e-17\n",
      " 2.29342436e-01 2.70930577e-07 3.68684503e-06 1.50186234e-17\n",
      " 2.96461640e-01 2.46696438e-01 2.29712617e-01 5.32352942e-05\n",
      " 3.04935640e-19 2.49178996e-02 1.94938062e-01 1.40466237e-02\n",
      " 9.19279483e-04]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 2.293e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 2.965e-01 2.467e-01 2.297e-01 1.000e-04]\n",
      " [0.000e+00 2.490e-02 1.949e-01 1.400e-02 9.000e-04]]\n",
      "mean_state_value 0.04948369583637187\n",
      "episode 19/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.50845376e-13 3.67542522e-12 5.84066705e-11 1.39363076e-09\n",
      " 5.54935515e-09 1.53870953e-14 2.39556387e-13 1.54169200e-09\n",
      " 2.61673415e-08 2.45663637e-07 1.13108753e-15 3.65950339e-17\n",
      " 2.41502572e-01 3.65332808e-07 4.72914166e-06 2.99895522e-17\n",
      " 3.11648282e-01 2.59663589e-01 2.41889968e-01 6.50413514e-05\n",
      " 6.34769048e-19 2.75010985e-02 2.05447895e-01 1.55260961e-02\n",
      " 1.06771870e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 2.415e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 3.116e-01 2.597e-01 2.419e-01 1.000e-04]\n",
      " [0.000e+00 2.750e-02 2.054e-01 1.550e-02 1.100e-03]]\n",
      "mean_state_value 0.05217270540808843\n",
      "episode 20/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.20993765e-13 5.88146473e-12 8.91383508e-11 2.02857920e-09\n",
      " 7.74282983e-09 2.69650841e-14 4.01572855e-13 2.25094258e-09\n",
      " 3.64629776e-08 3.26287404e-07 2.07530220e-15 7.05415022e-17\n",
      " 2.53670785e-01 4.85216556e-07 5.99042339e-06 5.78509772e-17\n",
      " 3.26797600e-01 2.72629055e-01 2.54075187e-01 7.86672504e-05\n",
      " 1.27447550e-18 3.02009787e-02 2.15980891e-01 1.70768380e-02\n",
      " 1.23087241e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 2.537e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 3.268e-01 2.726e-01 2.541e-01 1.000e-04]\n",
      " [0.000e+00 3.020e-02 2.160e-01 1.710e-02 1.200e-03]]\n",
      "mean_state_value 0.054869909024970714\n",
      "episode 21/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.89202318e-13 9.20215691e-12 1.33319784e-10 2.90007128e-09\n",
      " 1.06323511e-08 4.60073764e-14 6.56721840e-13 3.22678984e-09\n",
      " 4.99964470e-08 4.27501454e-07 3.69917548e-15 1.31785786e-16\n",
      " 2.65846959e-01 6.35646065e-07 7.50221219e-06 1.08153852e-16\n",
      " 3.41910161e-01 2.85592836e-01 2.66268161e-01 9.42807903e-05\n",
      " 2.47625970e-18 3.30161419e-02 2.26536805e-01 1.86984628e-02\n",
      " 1.40935015e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 2.658e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 3.419e-01 2.856e-01 2.663e-01 1.000e-04]\n",
      " [0.000e+00 3.300e-02 2.265e-01 1.870e-02 1.400e-03]]\n",
      "mean_state_value 0.05757527158547407\n",
      "episode 22/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.10301192e-12 1.41054592e-11 1.95762440e-10 4.07843489e-09\n",
      " 1.43896379e-08 7.66057095e-14 1.05005444e-12 4.54913695e-09\n",
      " 6.75537532e-08 5.53197905e-07 6.42206294e-15 2.39275552e-16\n",
      " 2.78030979e-01 8.22359516e-07 9.29862218e-06 1.96502851e-16\n",
      " 3.56986522e-01 2.98554931e-01 2.78468779e-01 1.12055345e-04\n",
      " 4.66939306e-18 3.59452072e-02 2.37115389e-01 2.03905850e-02\n",
      " 1.60375060e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 2.780e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 3.570e-01 2.986e-01 2.785e-01 1.000e-04]\n",
      " [0.000e+00 3.590e-02 2.371e-01 2.040e-02 1.600e-03]]\n",
      "mean_state_value 0.06028875851611918\n",
      "episode 23/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.72907610e-12 2.12194899e-11 2.82648671e-10 5.65006387e-09\n",
      " 1.92176627e-08 1.24738229e-13 1.64469996e-12 6.31626550e-09\n",
      " 9.00597911e-08 7.07765396e-07 1.08832235e-14 4.23238450e-16\n",
      " 2.90222731e-01 1.05181637e-06 1.14164126e-05 3.47810699e-16\n",
      " 3.72027231e-01 3.11515341e-01 2.90676927e-01 1.32169652e-04\n",
      " 8.56676357e-18 3.89868102e-02 2.47716404e-01 2.21528204e-02\n",
      " 1.81466170e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 2.902e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 3.720e-01 3.115e-01 2.907e-01 1.000e-04]\n",
      " [0.000e+00 3.900e-02 2.477e-01 2.220e-02 1.800e-03]]\n",
      "mean_state_value 0.06301033576967767\n",
      "episode 24/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.65940001e-12 3.13759517e-11 4.01830261e-10 7.72005870e-09\n",
      " 2.53544531e-08 1.98989513e-13 2.52775910e-12 8.64787079e-09\n",
      " 1.18594239e-07 8.96123189e-07 1.80386361e-14 7.30889408e-16\n",
      " 3.02422104e-01 1.33124475e-06 1.38950360e-05 6.01018063e-16\n",
      " 3.87032828e-01 3.24474066e-01 3.02892498e-01 1.54807609e-04\n",
      " 1.53258783e-17 4.21396037e-02 2.58339608e-01 2.39847857e-02\n",
      " 2.04266082e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 3.024e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 3.870e-01 3.245e-01 3.029e-01 2.000e-04]\n",
      " [0.000e+00 4.210e-02 2.583e-01 2.400e-02 2.000e-03]]\n",
      "mean_state_value 0.06573996982340674\n",
      "episode 25/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.01918044e-12 4.56624543e-11 5.63173144e-10 1.04151389e-08\n",
      " 3.30771339e-08 3.11492895e-13 3.81770822e-12 1.16884095e-08\n",
      " 1.54408275e-07 1.12375546e-06 2.92929810e-14 1.23456067e-15\n",
      " 3.14628986e-01 1.66868884e-06 1.67766812e-05 1.01582202e-15\n",
      " 4.02003844e-01 3.37431107e-01 3.15115382e-01 1.80158070e-04\n",
      " 2.67876451e-17 4.54022569e-02 2.68984763e-01 2.58860991e-02\n",
      " 2.28831486e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 3.146e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 4.020e-01 3.374e-01 3.151e-01 2.000e-04]\n",
      " [0.000e+00 4.540e-02 2.690e-01 2.590e-02 2.300e-03]]\n",
      "mean_state_value 0.06847762767732991\n",
      "episode 26/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.97655239e-12 6.54849997e-11 7.78952607e-10 1.38868375e-08\n",
      " 4.27062071e-08 4.79148609e-13 5.67360334e-12 1.56107709e-08\n",
      " 1.98942101e-07 1.39674567e-06 4.66770465e-14 2.04310132e-15\n",
      " 3.26843269e-01 2.07305603e-06 2.01063127e-05 1.68211728e-15\n",
      " 4.16940802e-01 3.50386464e-01 3.27345472e-01 2.08414648e-04\n",
      " 4.58244791e-17 4.87734552e-02 2.79651636e-01 2.78563797e-02\n",
      " 2.55218035e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 3.268e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 4.169e-01 3.504e-01 3.273e-01 2.000e-04]\n",
      " [0.000e+00 4.880e-02 2.797e-01 2.790e-02 2.600e-03]]\n",
      "mean_state_value 0.07122327685256008\n",
      "episode 27/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.75458696e-12 9.26419920e-11 1.06430336e-09 1.83149874e-08\n",
      " 5.46100702e-08 7.25180704e-13 8.30640929e-12 2.06202836e-08\n",
      " 2.53843235e-07 1.72181098e-06 7.30831270e-14 3.31763005e-15\n",
      " 3.39064843e-01 2.55416390e-06 2.39317047e-05 2.73305191e-15\n",
      " 4.31844216e-01 3.63340136e-01 3.39582663e-01 2.39775525e-04\n",
      " 7.68398113e-17 5.22519003e-02 2.90339993e-01 2.98952480e-02\n",
      " 2.83480366e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 3.391e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 4.318e-01 3.633e-01 3.396e-01 2.000e-04]\n",
      " [0.000e+00 5.230e-02 2.903e-01 2.990e-02 2.800e-03]]\n",
      "mean_state_value 0.07397688538966181\n",
      "episode 28/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.26459261e-11 1.29411231e-10 1.43772897e-09 2.39115089e-08\n",
      " 6.92097689e-08 1.08110613e-12 1.19928184e-11 2.69590661e-08\n",
      " 3.20985556e-07 2.10633665e-06 1.12573650e-13 5.29301200e-15\n",
      " 3.51293602e-01 3.12278676e-06 2.83034717e-05 4.36283955e-15\n",
      " 4.46714592e-01 3.76292125e-01 3.51826849e-01 2.74443259e-04\n",
      " 1.26474418e-16 5.58363098e-02 3.01049603e-01 3.20023256e-02\n",
      " 3.13672103e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 3.513e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 4.467e-01 3.763e-01 3.518e-01 3.000e-04]\n",
      " [0.000e+00 5.580e-02 3.010e-01 3.200e-02 3.100e-03]]\n",
      "mean_state_value 0.07673842184704982\n",
      "episode 29/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.80304837e-11 1.78651449e-10 1.92167528e-09 3.09245058e-08\n",
      " 8.69839840e-08 1.58920100e-12 1.70919645e-11 3.49107313e-08\n",
      " 4.02489064e-07 2.55841026e-06 1.70781342e-13 8.30677646e-15\n",
      " 3.63529440e-01 3.79070179e-06 3.32750944e-05 6.85075880e-15\n",
      " 4.61552428e-01 3.89242430e-01 3.64077928e-01 3.12624600e-04\n",
      " 2.04591707e-16 5.95254169e-02 3.11780239e-01 3.41772352e-02\n",
      " 3.45845875e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 3.635e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 4.616e-01 3.892e-01 3.641e-01 3.000e-04]\n",
      " [0.000e+00 5.950e-02 3.118e-01 3.420e-02 3.500e-03]]\n",
      "mean_state_value 0.07950785529942049\n",
      "episode 30/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.53966868e-11 2.43920045e-10 2.54317232e-09 3.96426786e-08\n",
      " 1.08474248e-07 2.30556163e-12 2.40654804e-11 4.48054527e-08\n",
      " 5.00740321e-07 3.08685584e-06 2.55422755e-13 1.28376032e-14\n",
      " 3.75772253e-01 4.57073458e-06 3.89029423e-05 1.05931150e-14\n",
      " 4.76358216e-01 4.02191052e-01 3.76335796e-01 3.54530311e-04\n",
      " 3.25634840e-16 6.33179706e-02 3.22531675e-01 3.64196010e-02\n",
      " 3.80053327e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 3.758e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 4.764e-01 4.022e-01 3.763e-01 4.000e-04]\n",
      " [0.000e+00 6.330e-02 3.225e-01 3.640e-02 3.800e-03]]\n",
      "mean_state_value 0.08228515533621365\n",
      "episode 31/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.53667805e-11 3.29608775e-10 3.33454952e-09 5.04000606e-08\n",
      " 1.34290386e-07 3.30387198e-12 3.35013935e-11 5.70253992e-08\n",
      " 6.18413543e-07 3.70126775e-06 3.76950941e-13 1.95559921e-14\n",
      " 3.88021937e-01 5.47680415e-06 4.52462921e-05 1.61453471e-14\n",
      " 4.91132436e-01 4.15137990e-01 3.88600354e-01 4.00374988e-04\n",
      " 5.10474078e-16 6.72127349e-02 3.33303686e-01 3.87290483e-02\n",
      " 4.16345132e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 3.880e-01 0.000e+00 0.000e+00]\n",
      " [0.000e+00 4.911e-01 4.151e-01 3.886e-01 4.000e-04]\n",
      " [0.000e+00 6.720e-02 3.333e-01 3.870e-02 4.200e-03]]\n",
      "mean_state_value 0.08507029206010172\n",
      "episode 32/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.87267662e-11 4.41099229e-10 4.33422890e-09 6.35810832e-08\n",
      " 1.65116185e-07 4.68000392e-12 4.61423995e-11 7.20105446e-08\n",
      " 7.58492315e-07 4.41204427e-06 5.49377564e-13 2.93903013e-14\n",
      " 4.00278392e-01 6.52396712e-06 5.23673426e-05 2.42769405e-14\n",
      " 5.05875565e-01 4.28083245e-01 4.00871502e-01 4.50376891e-04\n",
      " 7.88893801e-16 7.12084890e-02 3.44096052e-01 4.11052034e-02\n",
      " 4.54771003e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 4.003e-01 0.000e+00 1.000e-04]\n",
      " [0.000e+00 5.059e-01 4.281e-01 4.009e-01 5.000e-04]\n",
      " [0.000e+00 7.120e-02 3.441e-01 4.110e-02 4.500e-03]]\n",
      "mean_state_value 0.08786323608550356\n",
      "episode 33/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.64615969e-11 5.84940051e-10 5.58760081e-09 7.96259755e-08\n",
      " 2.01715279e-07 6.55759320e-12 6.29191037e-11 9.02648568e-08\n",
      " 9.24291875e-07 5.23042089e-06 7.91299732e-13 4.36120029e-14\n",
      " 4.12541515e-01 7.72846130e-06 6.03312263e-05 3.60423642e-14\n",
      " 5.20588069e-01 4.41026818e-01 4.13149140e-01 5.04757769e-04\n",
      " 1.20290625e-15 7.53040273e-02 3.54908553e-01 4.35476942e-02\n",
      " 4.95379702e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 4.125e-01 0.000e+00 1.000e-04]\n",
      " [0.000e+00 5.206e-01 4.410e-01 4.131e-01 5.000e-04]\n",
      " [0.000e+00 7.530e-02 3.549e-01 4.350e-02 5.000e-03]]\n",
      "mean_state_value 0.09066395853712071\n",
      "episode 34/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.97963037e-11 7.69047915e-10 7.14798718e-09 9.90365015e-08\n",
      " 2.44937244e-07 9.09475117e-12 8.49888686e-11 1.12362872e-07\n",
      " 1.11948195e-06 6.16850321e-06 1.12717242e-12 6.39447742e-14\n",
      " 4.24811208e-01 9.10774827e-06 6.92060177e-05 5.28718966e-14\n",
      " 5.35270408e-01 4.53968708e-01 4.25433172e-01 5.63742697e-04\n",
      " 1.81112412e-15 7.94981586e-02 3.65740972e-01 4.60561496e-02\n",
      " 5.38219060e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 4.248e-01 0.000e+00 1.000e-04]\n",
      " [0.000e+00 5.353e-01 4.540e-01 4.254e-01 6.000e-04]\n",
      " [0.000e+00 7.950e-02 3.657e-01 4.610e-02 5.400e-03]]\n",
      "mean_state_value 0.09347243104849279\n",
      "episode 35/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.20243782e-10 1.00293437e-09 9.07769672e-09 1.22382040e-07\n",
      " 2.95723909e-07 1.24920913e-11 1.13780959e-10 1.38956652e-07\n",
      " 1.34811010e-06 7.23929940e-06 1.58887355e-12 9.27029256e-14\n",
      " 4.37087373e-01 1.06805552e-05 7.90627378e-05 7.66869445e-14\n",
      " 5.49923035e-01 4.66908915e-01 4.37723501e-01 6.27559914e-04\n",
      " 2.69447779e-15 8.37897064e-02 3.76593095e-01 4.86301998e-02\n",
      " 5.83335977e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 4.371e-01 0.000e+00 1.000e-04]\n",
      " [0.000e+00 5.499e-01 4.669e-01 4.377e-01 6.000e-04]\n",
      " [0.000e+00 8.380e-02 3.766e-01 4.860e-02 5.800e-03]]\n",
      "mean_state_value 0.09628862576057051\n",
      "episode 36/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.59660021e-10 1.29796074e-09 1.14491770e-08 1.50306008e-07\n",
      " 3.55115873e-07 1.70022692e-11 1.51048725e-10 1.70783140e-07\n",
      " 1.61462551e-06 8.45675224e-06 2.21761560e-12 1.32965677e-13\n",
      " 4.49369912e-01 1.24669157e-05 8.99753561e-05 1.10045314e-13\n",
      " 5.64546396e-01 4.79847441e-01 4.50020033e-01 6.96440664e-04\n",
      " 3.96362673e-15 8.81775087e-02 3.87464708e-01 5.12694765e-02\n",
      " 6.30776444e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 4.494e-01 0.000e+00 1.000e-04]\n",
      " [0.000e+00 5.645e-01 4.798e-01 4.500e-01 7.000e-04]\n",
      " [0.000e+00 8.820e-02 3.875e-01 5.130e-02 6.300e-03]]\n",
      "mean_state_value 0.09911251532030357\n",
      "episode 37/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.10307618e-10 1.66762341e-09 1.43462676e-08 1.83532630e-07\n",
      " 4.24259208e-07 2.29412556e-11 1.98929626e-10 2.08671896e-07\n",
      " 1.92390326e-06 9.83577061e-06 3.06626506e-12 1.88794937e-13\n",
      " 4.61658729e-01 1.44882095e-05 1.02020790e-04 1.56322852e-13\n",
      " 5.79140928e-01 4.92784285e-01 4.62322673e-01 7.70619042e-04\n",
      " 5.76848910e-15 9.26604174e-02 3.98355601e-01 5.39736123e-02\n",
      " 6.80585547e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 4.617e-01 0.000e+00 1.000e-04]\n",
      " [0.000e+00 5.791e-01 4.928e-01 4.623e-01 8.000e-04]\n",
      " [0.000e+00 9.270e-02 3.984e-01 5.400e-02 6.800e-03]]\n",
      "mean_state_value 0.10194407287924107\n",
      "episode 38/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.74928465e-10 2.12787167e-09 1.78655596e-08 2.22874059e-07\n",
      " 5.04412373e-07 3.07015850e-11 2.60013930e-10 2.53553228e-07\n",
      " 2.28126893e-06 1.13922605e-05 4.20213921e-12 2.65505548e-13\n",
      " 4.73953730e-01 1.67672015e-05 1.15278900e-04 2.19938973e-13\n",
      " 5.93707063e-01 5.05719447e-01 4.74631329e-01 8.50331839e-04\n",
      " 8.31040124e-15 9.72372987e-02 4.09265566e-01 5.67422414e-02\n",
      " 7.32807483e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 4.740e-01 0.000e+00 1.000e-04]\n",
      " [0.000e+00 5.937e-01 5.057e-01 4.746e-01 9.000e-04]\n",
      " [0.000e+00 9.720e-02 4.093e-01 5.670e-02 7.300e-03]]\n",
      "mean_state_value 0.10478327209214262\n",
      "episode 39/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.56826581e-10 2.69746084e-09 2.21178650e-08 2.69237833e-07\n",
      " 5.96953298e-07 4.07678450e-11 3.37423020e-10 3.06466719e-07\n",
      " 2.69252361e-06 1.31431552e-05 5.71035863e-12 3.69998400e-13\n",
      " 4.86254820e-01 1.93280792e-05 1.29832483e-04 3.06634819e-13\n",
      " 6.08245225e-01 5.18652927e-01 4.86945909e-01 9.35818397e-04\n",
      " 1.18575202e-14 1.01907032e-01 4.20194396e-01 5.95749990e-02\n",
      " 7.87485569e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 4.863e-01 0.000e+00 1.000e-04]\n",
      " [0.000e+00 6.082e-01 5.187e-01 4.869e-01 9.000e-04]\n",
      " [0.000e+00 1.019e-01 4.202e-01 5.960e-02 7.900e-03]]\n",
      "mean_state_value 0.10763008711559786\n",
      "episode 40/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.59962068e-10 3.39834278e-09 2.72298012e-08 3.23634694e-07\n",
      " 7.03386664e-07 5.37346968e-11 4.34898236e-10 3.68570131e-07\n",
      " 3.16396917e-06 1.51064456e-05 7.69784323e-12 5.11168465e-13\n",
      " 4.98561908e-01 2.21964896e-05 1.45767265e-04 4.23814173e-13\n",
      " 6.22755833e-01 5.31584726e-01 4.99266323e-01 1.02732046e-03\n",
      " 1.67642002e-14 1.06668512e-01 4.31141886e-01 6.24715217e-02\n",
      " 8.44662252e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 4.986e-01 0.000e+00 1.000e-04]\n",
      " [0.000e+00 6.228e-01 5.316e-01 4.993e-01 1.000e-03]\n",
      " [0.000e+00 1.067e-01 4.311e-01 6.250e-02 8.400e-03]]\n",
      "mean_state_value 0.11048449260665255\n",
      "episode 41/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.89057297e-10 4.25609662e-09 3.33454945e-08 3.87186744e-07\n",
      " 8.25351345e-07 7.03277420e-11 5.56901297e-10 4.41148711e-07\n",
      " 3.70243388e-06 1.73012086e-05 1.02980502e-11 7.00401626e-13\n",
      " 5.10874902e-01 2.53995741e-05 1.63171886e-04 5.80958791e-13\n",
      " 6.37239297e-01 5.44514844e-01 5.11592481e-01 1.12508205e-03\n",
      " 2.34952082e-14 1.11520645e-01 4.42107835e-01 6.54314476e-02\n",
      " 9.04379122e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 5.109e-01 0.000e+00 2.000e-04]\n",
      " [0.000e+00 6.372e-01 5.445e-01 5.116e-01 1.100e-03]\n",
      " [0.000e+00 1.115e-01 4.421e-01 6.540e-02 9.000e-03]]\n",
      "mean_state_value 0.11334646372143921\n",
      "episode 42/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.49716424e-10 5.30040219e-09 4.06284068e-08 4.61135941e-07\n",
      " 9.64628026e-07 9.14275800e-11 7.08727351e-10 5.25624861e-07\n",
      " 4.31529821e-06 1.97476362e-05 1.36765630e-11 9.52176172e-13\n",
      " 5.23193711e-01 2.89660035e-05 1.82137890e-04 7.90131514e-13\n",
      " 6.51696023e-01 5.57443282e-01 5.23924294e-01 1.22934928e-03\n",
      " 3.26558007e-14 1.16462351e-01 4.53092042e-01 6.84544157e-02\n",
      " 9.66676923e-03]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 5.232e-01 0.000e+00 2.000e-04]\n",
      " [0.000e+00 6.517e-01 5.574e-01 5.239e-01 1.200e-03]\n",
      " [0.000e+00 1.165e-01 4.531e-01 6.850e-02 9.700e-03]]\n",
      "mean_state_value 0.11621597611381056\n",
      "episode 43/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[9.48559420e-10 6.56555871e-09 4.92632896e-08 5.46852946e-07\n",
      " 1.12314698e-06 1.18097424e-10 8.96631801e-10 6.23568210e-07\n",
      " 5.01052083e-06 2.24670629e-05 1.80376531e-11 1.28478709e-12\n",
      " 5.35518247e-01 3.29260102e-05 2.02759704e-04 1.06658244e-12\n",
      " 6.66126407e-01 5.70370038e-01 5.36261676e-01 1.34037030e-03\n",
      " 4.50288572e-14 1.21492565e-01 4.64094309e-01 7.15400667e-02\n",
      " 1.03159556e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 5.355e-01 0.000e+00 2.000e-04]\n",
      " [0.000e+00 6.661e-01 5.704e-01 5.363e-01 1.300e-03]\n",
      " [0.000e+00 1.215e-01 4.641e-01 7.150e-02 1.030e-02]]\n",
      "mean_state_value 0.11909300593397397\n",
      "episode 44/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.19337188e-09 8.09105165e-09 5.94582692e-08 6.45846300e-07\n",
      " 1.30299600e-06 1.51614678e-10 1.12797206e-09 7.36706041e-07\n",
      " 5.79666483e-06 2.54819931e-05 2.36319476e-11 1.72121375e-12\n",
      " 5.47848420e-01 3.73114206e-05 2.25134623e-04 1.42947545e-12\n",
      " 6.80530843e-01 5.83295115e-01 5.48604539e-01 1.45839507e-03\n",
      " 6.16204688e-14 1.26610231e-01 4.75114439e-01 7.46880424e-02\n",
      " 1.09917412e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 5.478e-01 0.000e+00 2.000e-04]\n",
      " [0.000e+00 6.805e-01 5.833e-01 5.486e-01 1.500e-03]\n",
      " [0.000e+00 1.266e-01 4.751e-01 7.470e-02 1.100e-02]]\n",
      "mean_state_value 0.12197752982712534\n",
      "episode 45/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.49327187e-09 9.92217015e-09 7.14470675e-08 7.59771936e-07\n",
      " 1.50642848e-06 1.93506900e-10 1.41136552e-09 8.66934100e-07\n",
      " 6.68292402e-06 2.88161271e-05 3.07653509e-11 2.29015416e-12\n",
      " 5.60184145e-01 4.21556852e-05 2.49362787e-04 1.90275483e-12\n",
      " 6.94909715e-01 5.96218511e-01 5.60952800e-01 1.58367531e-03\n",
      " 8.37156059e-14 1.31814310e-01 4.86152238e-01 7.78979858e-02\n",
      " 1.16945086e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 5.602e-01 0.000e+00 2.000e-04]\n",
      " [0.000e+00 6.949e-01 5.962e-01 5.610e-01 1.600e-03]\n",
      " [0.000e+00 1.318e-01 4.862e-01 7.790e-02 1.170e-02]]\n",
      "mean_state_value 0.12486952493208056\n",
      "episode 46/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.85889520e-09 1.21106781e-08 8.54913603e-08 8.90443025e-07\n",
      " 1.73587162e-06 2.45592615e-10 1.75686494e-09 1.01632776e-06\n",
      " 7.67914928e-06 3.24943868e-05 3.98093810e-11 3.02725222e-12\n",
      " 5.72525334e-01 4.74939083e-05 2.75547160e-04 2.51617391e-12\n",
      " 7.09263404e-01 6.09140227e-01 5.73306372e-01 1.71646433e-03\n",
      " 1.12945742e-13 1.37103774e-01 4.97207513e-01 8.11695415e-02\n",
      " 1.24246325e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 5.725e-01 0.000e+00 3.000e-04]\n",
      " [0.000e+00 7.093e-01 6.091e-01 5.733e-01 1.700e-03]\n",
      " [0.000e+00 1.371e-01 4.972e-01 8.120e-02 1.240e-02]]\n",
      "mean_state_value 0.12776896887990324\n",
      "episode 47/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.30260053e-09 1.47155415e-08 1.01883279e-07 1.03984014e-06\n",
      " 1.99393481e-06 3.10027468e-10 2.17615271e-09 1.18715354e-06\n",
      " 8.79587509e-06 3.65429405e-05 5.12130985e-11 3.97654711e-12\n",
      " 5.84871903e-01 5.33628754e-05 3.03793505e-04 3.30651084e-12\n",
      " 7.23592283e-01 6.22060264e-01 5.85665174e-01 1.85701693e-03\n",
      " 1.51370599e-13 1.42477607e-01 5.08280075e-01 8.45023553e-02\n",
      " 1.31824794e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 5.849e-01 1.000e-04 3.000e-04]\n",
      " [0.000e+00 7.236e-01 6.221e-01 5.857e-01 1.900e-03]\n",
      " [0.000e+00 1.425e-01 5.083e-01 8.450e-02 1.320e-02]]\n",
      "mean_state_value 0.1306758397925271\n",
      "episode 48/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.83869568e-09 1.78037145e-08 1.20948057e-07 1.21012173e-06\n",
      " 2.28341807e-06 3.89356237e-10 2.68275524e-09 1.38188100e-06\n",
      " 1.00443459e-05 4.09892270e-05 6.55168193e-11 5.19217805e-12\n",
      " 5.97223768e-01 5.98010800e-05 3.34210357e-04 4.31899912e-12\n",
      " 7.37896719e-01 6.34978621e-01 5.98029123e-01 2.00558925e-03\n",
      " 2.01576497e-13 1.47934806e-01 5.19369733e-01 8.78960743e-02\n",
      " 1.39684084e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 5.972e-01 1.000e-04 3.000e-04]\n",
      " [0.000e+00 7.379e-01 6.350e-01 5.980e-01 2.000e-03]\n",
      " [0.000e+00 1.479e-01 5.194e-01 8.790e-02 1.400e-02]]\n",
      "mean_state_value 0.1335901162813719\n",
      "episode 49/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.48368683e-09 2.14509881e-08 1.43046823e-07 1.40363493e-06\n",
      " 2.60732067e-06 4.86571266e-10 3.29227911e-09 1.60319491e-06\n",
      " 1.14365427e-05 4.58619785e-05 8.33678214e-11 6.74038081e-12\n",
      " 6.09580846e-01 6.68487493e-05 3.66908996e-04 5.60900396e-12\n",
      " 7.52177074e-01 6.47895299e-01 6.10398137e-01 2.16243868e-03\n",
      " 2.66794149e-13 1.53474379e-01 5.30476303e-01 9.13503469e-02\n",
      " 1.47827703e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 6.096e-01 1.000e-04 4.000e-04]\n",
      " [0.000e+00 7.522e-01 6.479e-01 6.104e-01 2.200e-03]\n",
      " [0.000e+00 1.535e-01 5.305e-01 9.140e-02 1.480e-02]]\n",
      "mean_state_value 0.13651177744595086\n",
      "episode 50/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.25655200e-09 2.57429026e-08 1.68579553e-07 1.62292664e-06\n",
      " 2.96884984e-06 6.05177906e-10 4.02267024e-09 1.85400783e-06\n",
      " 1.29852094e-05 5.11912431e-05 1.05538271e-10 8.70181701e-12\n",
      " 6.21943054e-01 7.45478676e-05 4.02003414e-04 7.24397906e-12\n",
      " 7.66433705e-01 6.60810297e-01 6.22772137e-01 2.32782374e-03\n",
      " 3.51039126e-13 1.59095348e-01 5.41599598e-01 9.48648230e-02\n",
      " 1.56259086e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 1.000e-04]\n",
      " [0.000e+00 0.000e+00 6.219e-01 1.000e-04 4.000e-04]\n",
      " [0.000e+00 7.664e-01 6.608e-01 6.228e-01 2.300e-03]\n",
      " [0.000e+00 1.591e-01 5.416e-01 9.490e-02 1.560e-02]]\n",
      "mean_state_value 0.1394408028724693\n",
      "episode 51/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.17904049e-09 3.07757285e-08 1.97988164e-07 1.87075496e-06\n",
      " 3.37142957e-06 7.49267590e-10 4.89449782e-09 2.13747295e-06\n",
      " 1.47038788e-05 5.70084064e-05 1.32945617e-10 1.11742811e-11\n",
      " 6.34310312e-01 8.29421993e-05 4.39610289e-04 9.30574190e-12\n",
      " 7.80666961e-01 6.73723617e-01 6.35151043e-01 2.50200397e-03\n",
      " 4.59278679e-13 1.64796746e-01 5.52739435e-01 9.84391536e-02\n",
      " 1.64981593e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 1.000e-04]\n",
      " [0.000e+00 0.000e+00 6.343e-01 1.000e-04 4.000e-04]\n",
      " [0.000e+00 7.807e-01 6.737e-01 6.352e-01 2.500e-03]\n",
      " [0.000e+00 1.648e-01 5.527e-01 9.840e-02 1.650e-02]]\n",
      "mean_state_value 0.1423771726324121\n",
      "episode 52/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.27599997e-09 3.66575167e-08 2.31759776e-07 2.15010082e-06\n",
      " 3.81870953e-06 9.23599193e-10 5.93126447e-09 2.45699729e-06\n",
      " 1.66068994e-05 6.33462122e-05 1.66675707e-10 1.42758351e-11\n",
      " 6.46682539e-01 9.20773099e-05 4.79848949e-04 1.18931099e-11\n",
      " 7.94877188e-01 6.86635258e-01 6.47534777e-01 2.68523980e-03\n",
      " 5.97629046e-13 1.70577617e-01 5.63895635e-01 1.02072991e-01\n",
      " 1.73998506e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 1.000e-04]\n",
      " [0.000e+00 0.000e+00 6.467e-01 1.000e-04 5.000e-04]\n",
      " [0.000e+00 7.949e-01 6.866e-01 6.475e-01 2.700e-03]\n",
      " [0.000e+00 1.706e-01 5.639e-01 1.021e-01 1.740e-02]]\n",
      "mean_state_value 0.14532086728112012\n",
      "episode 53/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.57573285e-09 4.35092227e-08 2.70430128e-07 2.46417996e-06\n",
      " 4.31457407e-06 1.13368938e-09 7.15974433e-09 2.81625514e-06\n",
      " 1.87094609e-05 7.02387821e-05 2.08008926e-10 1.81484257e-11\n",
      " 6.59059657e-01 1.02000586e-04 5.22841339e-04 1.51249441e-11\n",
      " 8.09064724e-01 6.99545221e-01 6.59923261e-01 2.87779248e-03\n",
      " 7.73587942e-13 1.76437017e-01 5.75068016e-01 1.05765990e-01\n",
      " 1.83313038e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 1.000e-04]\n",
      " [0.000e+00 0.000e+00 6.591e-01 1.000e-04 5.000e-04]\n",
      " [0.000e+00 8.091e-01 6.995e-01 6.599e-01 2.900e-03]\n",
      " [0.000e+00 1.764e-01 5.751e-01 1.058e-01 1.830e-02]]\n",
      "mean_state_value 0.14827186785635324\n",
      "episode 54/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[9.11038368e-09 5.14659061e-08 3.14587156e-07 2.81645520e-06\n",
      " 4.86315127e-06 1.38591266e-09 8.61035063e-09 3.21920184e-06\n",
      " 2.10276204e-05 7.77216346e-05 2.58449643e-10 2.29620442e-11\n",
      " 6.71441586e-01 1.12761255e-04 5.68711982e-04 1.91436508e-11\n",
      " 8.23229904e-01 7.12453506e-01 6.72316418e-01 3.07992392e-03\n",
      " 9.96307490e-13 1.82374013e-01 5.86256401e-01 1.09517805e-01\n",
      " 1.92928326e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 1.000e-04]\n",
      " [0.000e+00 0.000e+00 6.714e-01 1.000e-04 6.000e-04]\n",
      " [0.000e+00 8.232e-01 7.125e-01 6.723e-01 3.100e-03]\n",
      " [0.000e+00 1.824e-01 5.863e-01 1.095e-01 1.930e-02]]\n",
      "mean_state_value 0.1512301558768397\n",
      "episode 55/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.09163594e-08 6.06780092e-08 3.64874734e-07 3.21064890e-06\n",
      " 5.46882212e-06 1.68761192e-09 1.03175346e-08 3.67008785e-06\n",
      " 2.35783278e-05 8.58317033e-05 3.19759304e-10 2.89194949e-11\n",
      " 6.83828251e-01 1.24410401e-04 6.17587949e-04 2.41191984e-11\n",
      " 8.37373057e-01 7.25360112e-01 6.84714174e-01 3.29189667e-03\n",
      " 1.27691347e-12 1.88387686e-01 5.97460615e-01 1.13328092e-01\n",
      " 2.02847436e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 1.000e-04]\n",
      " [0.000e+00 0.000e+00 6.838e-01 1.000e-04 6.000e-04]\n",
      " [0.000e+00 8.374e-01 7.254e-01 6.847e-01 3.300e-03]\n",
      " [0.000e+00 1.884e-01 5.975e-01 1.133e-01 2.030e-02]]\n",
      "mean_state_value 0.15419571334081073\n",
      "episode 56/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.30347845e-08 7.13127164e-08 4.21996580e-07 3.65075570e-06\n",
      " 6.13622975e-06 2.04722020e-09 1.23202175e-08 4.17347301e-06\n",
      " 2.63794511e-05 9.46073539e-05 3.93993511e-10 3.62618449e-11\n",
      " 6.96219574e-01 1.37000979e-04 6.69598815e-04 3.02537096e-11\n",
      " 8.51494505e-01 7.38265041e-01 6.97116453e-01 3.51397374e-03\n",
      " 1.62887750e-12 1.94477124e-01 6.08680483e-01 1.17196510e-01\n",
      " 2.13073365e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 1.000e-04]\n",
      " [0.000e+00 0.000e+00 6.962e-01 1.000e-04 7.000e-04]\n",
      " [0.000e+00 8.515e-01 7.383e-01 6.971e-01 3.500e-03]\n",
      " [0.000e+00 1.945e-01 6.087e-01 1.172e-01 2.130e-02]]\n",
      "mean_state_value 0.15716852272451906\n",
      "episode 57/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.55119917e-08 8.35553980e-08 4.86720326e-07 4.14105555e-06\n",
      " 6.87028866e-06 2.47439462e-09 1.46622570e-08 4.73424114e-06\n",
      " 2.94498021e-05 1.04088401e-04 4.83543461e-10 4.52746315e-11\n",
      " 7.08615481e-01 1.50587836e-04 7.24876624e-04 3.77866958e-11\n",
      " 8.65594567e-01 7.51168293e-01 7.09523181e-01 3.74641855e-03\n",
      " 2.06844948e-12 2.00641428e-01 6.19915833e-01 1.21122717e-01\n",
      " 2.23609039e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 1.000e-04]\n",
      " [0.000e+00 0.000e+00 7.086e-01 2.000e-04 7.000e-04]\n",
      " [0.000e+00 8.656e-01 7.512e-01 7.095e-01 3.700e-03]\n",
      " [0.000e+00 2.006e-01 6.199e-01 1.211e-01 2.240e-02]]\n",
      "mean_state_value 0.1601485669807409\n",
      "episode 58/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.84000529e-08 9.76111407e-08 5.59881766e-07 4.68612689e-06\n",
      " 7.67619412e-06 2.98016326e-09 1.73929509e-08 5.35761480e-06\n",
      " 3.28091606e-05 1.14316122e-04 5.91182138e-10 5.62949160e-11\n",
      " 7.21015895e-01 1.65227716e-04 7.83555847e-04 4.70010073e-11\n",
      " 8.79673557e-01 7.64069867e-01 7.21934287e-01 3.98949482e-03\n",
      " 2.61515839e-12 2.06879711e-01 6.31166495e-01 1.25106375e-01\n",
      " 2.34457313e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 1.000e-04]\n",
      " [0.000e+00 0.000e+00 7.210e-01 2.000e-04 8.000e-04]\n",
      " [0.000e+00 8.797e-01 7.641e-01 7.219e-01 4.000e-03]\n",
      " [0.000e+00 2.069e-01 6.312e-01 1.251e-01 2.340e-02]]\n",
      "mean_state_value 0.16313582953726036\n",
      "episode 59/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.17573479e-08 1.13706367e-07 6.42389255e-07 5.29086011e-06\n",
      " 8.55943145e-06 3.57708586e-09 2.05675783e-08 6.04917040e-06\n",
      " 3.64782992e-05 1.25333274e-04 7.20115662e-10 6.97192723e-11\n",
      " 7.33420745e-01 1.80979277e-04 8.45773341e-04 5.82295763e-11\n",
      " 8.93731782e-01 7.76969764e-01 7.34349697e-01 4.24346650e-03\n",
      " 3.29239063e-12 2.13191094e-01 6.42432299e-01 1.29147146e-01\n",
      " 2.45620979e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 1.000e-04]\n",
      " [0.000e+00 0.000e+00 7.334e-01 2.000e-04 8.000e-04]\n",
      " [0.000e+00 8.937e-01 7.770e-01 7.343e-01 4.200e-03]\n",
      " [0.000e+00 2.132e-01 6.424e-01 1.291e-01 2.460e-02]]\n",
      "mean_state_value 0.16613029429533555\n",
      "episode 60/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.56491778e-08 1.32090548e-07 7.35228294e-07 5.96047119e-06\n",
      " 9.52578554e-06 4.27942945e-09 2.42479822e-08 6.81485333e-06\n",
      " 4.04790072e-05 1.37184106e-04 8.74040256e-10 8.60128135e-11\n",
      " 7.45829958e-01 1.97903103e-04 9.11668307e-04 7.18630394e-11\n",
      " 9.07769546e-01 7.89867984e-01 7.46769340e-01 4.50859764e-03\n",
      " 4.12805574e-12 2.19574712e-01 6.53713078e-01 1.33244692e-01\n",
      " 2.57102756e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 1.000e-04]\n",
      " [0.000e+00 0.000e+00 7.458e-01 2.000e-04 9.000e-04]\n",
      " [0.000e+00 9.078e-01 7.899e-01 7.468e-01 4.500e-03]\n",
      " [0.000e+00 2.196e-01 6.537e-01 1.332e-01 2.570e-02]]\n",
      "mean_state_value 0.16913194562814532\n",
      "episode 61/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.01484209e-08 1.53038005e-07 8.39466276e-07 6.70051556e-06\n",
      " 1.05813502e-05 5.10335963e-09 2.85031934e-08 7.66099352e-06\n",
      " 4.48341148e-05 1.49914373e-04 1.05720528e-09 1.05719362e-10\n",
      " 7.58243460e-01 2.16061707e-04 9.81382250e-04 8.83583306e-11\n",
      " 9.21787148e-01 8.02764527e-01 7.59193146e-01 4.78515234e-03\n",
      " 5.15535057e-12 2.26029707e-01 6.65008667e-01 1.37398679e-01\n",
      " 2.68905302e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 1.000e-04]\n",
      " [0.000e+00 0.000e+00 7.582e-01 2.000e-04 1.000e-03]\n",
      " [0.000e+00 9.218e-01 8.028e-01 7.592e-01 4.800e-03]\n",
      " [0.000e+00 2.260e-01 6.650e-01 1.374e-01 2.690e-02]]\n",
      "mean_state_value 0.17214076837921688\n",
      "episode 62/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.53362353e-08 1.76849820e-07 9.56257405e-07 7.51690213e-06\n",
      " 1.17325377e-05 6.06714873e-09 3.34100986e-08 8.59432098e-06\n",
      " 4.95675161e-05 1.63571345e-04 1.27448283e-09 1.29472882e-10\n",
      " 7.70661182e-01 2.35519545e-04 1.05505893e-03 1.08248345e-10\n",
      " 9.35784881e-01 8.15659394e-01 7.71621046e-01 5.07339465e-03\n",
      " 6.41363408e-12 2.32555234e-01 6.76318901e-01 1.41608772e-01\n",
      " 2.81031207e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 0.000e+00 2.000e-04]\n",
      " [0.000e+00 0.000e+00 7.707e-01 2.000e-04 1.100e-03]\n",
      " [0.000e+00 9.358e-01 8.157e-01 7.716e-01 5.100e-03]\n",
      " [0.000e+00 2.326e-01 6.763e-01 1.416e-01 2.810e-02]]\n",
      "mean_state_value 0.1751567478608321\n",
      "episode 63/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.13028100e-08 2.03855827e-07 1.08684779e-06 8.41590749e-06\n",
      " 1.29860880e-05 7.19140177e-09 3.90541553e-08 9.62198166e-06\n",
      " 5.47041921e-05 1.78203822e-04 1.53144439e-09 1.58010295e-10\n",
      " 7.83083053e-01 2.56343022e-04 1.13284433e-03 1.32152780e-10\n",
      " 9.49763035e-01 8.28552584e-01 7.84052971e-01 5.37358850e-03\n",
      " 7.94942606e-12 2.39150457e-01 6.87643618e-01 1.45874639e-01\n",
      " 2.93482996e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 1.000e-04 2.000e-04]\n",
      " [0.000e+00 0.000e+00 7.831e-01 3.000e-04 1.100e-03]\n",
      " [0.000e+00 9.498e-01 8.286e-01 7.841e-01 5.400e-03]\n",
      " [0.000e+00 2.392e-01 6.876e-01 1.459e-01 2.930e-02]]\n",
      "mean_state_value 0.1781798698524137\n",
      "episode 64/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.81481652e-08 2.34416724e-07 1.23258069e-06 9.40419026e-06\n",
      " 1.43490789e-05 8.49930131e-09 4.55301535e-08 1.07515534e-05\n",
      " 6.02702333e-05 1.93862141e-04 1.83444516e-09 1.92185816e-10\n",
      " 7.95509004e-01 2.78600493e-04 1.21488658e-03 1.60790264e-10\n",
      " 9.63721894e-01 8.41444099e-01 7.96488853e-01 5.68599758e-03\n",
      " 9.81754424e-12 2.45814550e-01 6.98982658e-01 1.50195949e-01\n",
      " 3.06263133e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 1.000e-04 2.000e-04]\n",
      " [0.000e+00 0.000e+00 7.955e-01 3.000e-04 1.200e-03]\n",
      " [0.000e+00 9.637e-01 8.414e-01 7.965e-01 5.700e-03]\n",
      " [0.000e+00 2.458e-01 6.990e-01 1.502e-01 3.060e-02]]\n",
      "mean_state_value 0.18121012059888922\n",
      "episode 65/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.59830060e-08 2.68926273e-07 1.39490197e-06 1.04888057e-05\n",
      " 1.58289345e-05 1.00168723e-08 5.29430278e-08 1.19910620e-05\n",
      " 6.62928616e-05 2.10598187e-04 2.19071649e-09 2.32986953e-10\n",
      " 8.07938967e-01 3.02362274e-04 1.30133597e-03 1.94991904e-10\n",
      " 9.77661738e-01 8.54333938e-01 8.08928626e-01 6.01088531e-03\n",
      " 1.20823959e-11 2.52546697e-01 7.10335862e-01 1.54572373e-01\n",
      " 3.19374016e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 1.000e-04 2.000e-04]\n",
      " [0.000e+00 0.000e+00 8.079e-01 3.000e-04 1.300e-03]\n",
      " [0.000e+00 9.777e-01 8.543e-01 8.089e-01 6.000e-03]\n",
      " [0.000e+00 2.525e-01 7.103e-01 1.546e-01 3.190e-02]]\n",
      "mean_state_value 0.1842474868090333\n",
      "episode 66/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.49296290e-08 3.07813616e-07 1.57536568e-06 1.16772201e-05\n",
      " 1.74334357e-05 1.17732681e-08 6.14087218e-08 1.33489975e-05\n",
      " 7.28004520e-05 2.28465400e-04 2.60846717e-09 2.81552320e-10\n",
      " 8.20372873e-01 3.27700640e-04 1.39234483e-03 2.35716375e-10\n",
      " 9.91582843e-01 8.67222101e-01 8.21372222e-01 6.34851476e-03\n",
      " 1.48194414e-11 2.59346092e-01 7.21703071e-01 1.59003581e-01\n",
      " 3.32817983e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.000e+00 0.000e+00 0.000e+00 0.000e+00 0.000e+00]\n",
      " [0.000e+00 0.000e+00 0.000e+00 1.000e-04 2.000e-04]\n",
      " [0.000e+00 0.000e+00 8.204e-01 3.000e-04 1.400e-03]\n",
      " [0.000e+00 9.916e-01 8.672e-01 8.214e-01 6.300e-03]\n",
      " [0.000e+00 2.593e-01 7.217e-01 1.590e-01 3.330e-02]]\n",
      "mean_state_value 0.1872919556537872\n",
      "episode 67/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.51228860e-08 3.51545692e-07 1.77563983e-06 1.29773260e-05\n",
      " 1.91707290e-05 1.38010786e-08 7.10551057e-08 1.48343305e-05\n",
      " 7.98225534e-05 2.47518785e-04 3.09699404e-09 3.39191434e-10\n",
      " 8.32810656e-01 3.54689829e-04 1.48806754e-03 2.84066697e-10\n",
      " 1.00548548e+00 8.80108589e-01 8.33819576e-01 6.69914853e-03\n",
      " 1.81168479e-11 2.66211938e-01 7.33084130e-01 1.63489247e-01\n",
      " 3.46597311e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00]\n",
      " [0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 2.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 8.3280e-01 4.0000e-04 1.5000e-03]\n",
      " [0.0000e+00 1.0055e+00 8.8010e-01 8.3380e-01 6.7000e-03]\n",
      " [0.0000e+00 2.6620e-01 7.3310e-01 1.6350e-01 3.4700e-02]]\n",
      "mean_state_value 0.1903435147645553\n",
      "episode 68/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.67112055e-08 4.00629766e-07 1.99751233e-06 1.43974567e-05\n",
      " 2.10493362e-05 1.61366623e-08 8.20229495e-08 1.64565287e-05\n",
      " 8.73899093e-05 2.67814917e-04 3.66680273e-09 4.07406656e-10\n",
      " 8.45252250e-01 3.83406042e-04 1.58866046e-03 3.41308840e-10\n",
      " 1.01936992e+00 8.92993402e-01 8.46270624e-01 7.06304872e-03\n",
      " 2.20773554e-11 2.73143450e-01 7.44478885e-01 1.68029046e-01\n",
      " 3.60714216e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00]\n",
      " [0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 8.4530e-01 4.0000e-04 1.6000e-03]\n",
      " [0.0000e+00 1.0194e+00 8.9300e-01 8.4630e-01 7.1000e-03]\n",
      " [0.0000e+00 2.7310e-01 7.4450e-01 1.6800e-01 3.6100e-02]]\n",
      "mean_state_value 0.1934021522314786\n",
      "episode 69/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[9.98576743e-08 4.55616072e-07 2.24289709e-06 1.59464015e-05\n",
      " 2.30781638e-05 1.88205024e-08 9.44669546e-08 1.82255732e-05\n",
      " 9.55344777e-05 2.89411946e-04 4.32973904e-09 4.87917480e-10\n",
      " 8.57697590e-01 4.13927443e-04 1.69428189e-03 4.08892333e-10\n",
      " 1.03323641e+00 9.05876540e-01 8.58725303e-01 7.44047686e-03\n",
      " 2.68203753e-11 2.80139850e-01 7.55887183e-01 1.72622652e-01\n",
      " 3.75170855e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00]\n",
      " [0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 8.5770e-01 4.0000e-04 1.7000e-03]\n",
      " [0.0000e+00 1.0332e+00 9.0590e-01 8.5870e-01 7.4000e-03]\n",
      " [0.0000e+00 2.8010e-01 7.5590e-01 1.7260e-01 3.7500e-02]]\n",
      "mean_state_value 0.1964678566016843\n",
      "episode 70/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.14741182e-07 5.17100566e-07 2.51384030e-06 1.76334204e-05\n",
      " 2.52665124e-05 2.18975895e-08 1.08556844e-07 2.01519753e-05\n",
      " 1.04289450e-04 3.12369603e-04 5.09913181e-09 5.82687349e-10\n",
      " 8.70146610e-01 4.46334156e-04 1.80509202e-03 4.88473019e-10\n",
      " 1.04708523e+00 9.18758003e-01 8.71183547e-01 7.83169382e-03\n",
      " 3.24843472e-11 2.87200369e-01 7.67308872e-01 1.77269743e-01\n",
      " 3.89969325e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00]\n",
      " [0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 8.7010e-01 4.0000e-04 1.8000e-03]\n",
      " [0.0000e+00 1.0471e+00 9.1880e-01 8.7120e-01 7.8000e-03]\n",
      " [0.0000e+00 2.8720e-01 7.6730e-01 1.7730e-01 3.9000e-02]]\n",
      "mean_state_value 0.19954061687751085\n",
      "episode 71/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.31557627e-07 5.85727791e-07 2.81252684e-06 1.94682598e-05\n",
      " 2.76240860e-05 2.54178311e-08 1.24478517e-07 2.22467932e-05\n",
      " 1.13689272e-04 3.36749206e-04 5.98994783e-09 6.93953210e-10\n",
      " 8.82599248e-01 4.80708264e-04 1.92125285e-03 5.81938167e-10\n",
      " 1.06091662e+00 9.31637792e-01 8.83645297e-01 8.23695975e-03\n",
      " 3.92293796e-11 2.94324249e-01 7.78743802e-01 1.81969998e-01\n",
      " 4.05111668e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00]\n",
      " [0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 8.8260e-01 5.0000e-04 1.9000e-03]\n",
      " [0.0000e+00 1.0609e+00 9.3160e-01 8.8360e-01 8.2000e-03]\n",
      " [0.0000e+00 2.9430e-01 7.7870e-01 1.8200e-01 4.0500e-02]]\n",
      "mean_state_value 0.2026204225147099\n",
      "episode 72/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.50521194e-07 6.62193865e-07 3.14128689e-06 2.14611673e-05\n",
      " 3.01610014e-05 2.94364898e-08 1.42435260e-07 2.45216485e-05\n",
      " 1.23769659e-04 3.62613659e-04 7.01895979e-09 8.24258041e-10\n",
      " 8.95055440e-01 5.17133805e-04 2.04292822e-03 6.91434094e-10\n",
      " 1.07473084e+00 9.44515906e-01 8.96110489e-01 8.65653402e-03\n",
      " 4.72402024e-11 3.01510740e-01 7.90191826e-01 1.86723097e-01\n",
      " 4.20599866e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00]\n",
      " [0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 4.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 8.9510e-01 5.0000e-04 2.0000e-03]\n",
      " [0.0000e+00 1.0747e+00 9.4450e-01 8.9610e-01 8.7000e-03]\n",
      " [0.0000e+00 3.0150e-01 7.9020e-01 1.8670e-01 4.2100e-02]]\n",
      "mean_state_value 0.2057072634206226\n",
      "episode 73/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.71865694e-07 7.47249582e-07 3.50260269e-06 2.36229071e-05\n",
      " 3.28877975e-05 3.40146511e-08 1.62649034e-07 2.69887430e-05\n",
      " 1.34567614e-04 3.90027460e-04 8.20492777e-09 9.76486555e-10\n",
      " 9.07515124e-01 5.55696767e-04 2.17028367e-03 8.19396531e-10\n",
      " 1.08852813e+00 9.57392346e-01 9.08579063e-01 9.09067517e-03\n",
      " 5.67294613e-11 3.08759102e-01 8.01652796e-01 1.91528721e-01\n",
      " 4.36435846e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00]\n",
      " [0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 4.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 9.0750e-01 6.0000e-04 2.2000e-03]\n",
      " [0.0000e+00 1.0885e+00 9.5740e-01 9.0860e-01 9.1000e-03]\n",
      " [0.0000e+00 3.0880e-01 8.0170e-01 1.9150e-01 4.3600e-02]]\n",
      "mean_state_value 0.20880112995233144\n",
      "episode 74/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.95845977e-07 8.41703633e-07 3.89911544e-06 2.59647752e-05\n",
      " 3.58154440e-05 3.92197226e-08 1.85361818e-07 2.96608755e-05\n",
      " 1.46121447e-04 4.19056697e-04 9.56879527e-09 1.15390436e-09\n",
      " 9.19978239e-01 5.96485077e-04 2.30348646e-03 9.68583919e-10\n",
      " 1.10230874e+00 9.70267113e-01 9.21050960e-01 9.53964083e-03\n",
      " 6.79413878e-11 3.16068603e-01 8.13126568e-01 1.96386552e-01\n",
      " 4.52621479e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00]\n",
      " [0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 4.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 9.2000e-01 6.0000e-04 2.3000e-03]\n",
      " [0.0000e+00 1.1023e+00 9.7030e-01 9.2110e-01 9.5000e-03]\n",
      " [0.0000e+00 3.1610e-01 8.1310e-01 1.9640e-01 4.5300e-02]]\n",
      "mean_state_value 0.21190201291478808\n",
      "episode 75/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.22739417e-07 9.46425947e-07 4.33363239e-06 2.84986149e-05\n",
      " 3.89553515e-05 4.51259659e-08 2.10837031e-07 3.25514584e-05\n",
      " 1.58470791e-04 4.49769053e-04 1.11339006e-08 1.36020077e-09\n",
      " 9.32444725e-01 6.39588604e-04 2.44270547e-03 1.14211387e-09\n",
      " 1.11607289e+00 9.83140206e-01 9.33526118e-01 1.00036877e-02\n",
      " 8.11558778e-11 3.23438520e-01 8.24612996e-01 2.01296275e-01\n",
      " 4.69158582e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00]\n",
      " [0.0000e+00 0.0000e+00 0.0000e+00 2.0000e-04 4.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 9.3240e-01 6.0000e-04 2.4000e-03]\n",
      " [0.0000e+00 1.1161e+00 9.8310e-01 9.3350e-01 1.0000e-02]\n",
      " [0.0000e+00 3.2340e-01 8.2460e-01 2.0130e-01 4.6900e-02]]\n",
      "mean_state_value 0.21500990355891456\n",
      "episode 76/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.52847469e-07 1.06235115e-06 4.80913402e-06 3.12368320e-05\n",
      " 4.23193796e-05 5.18150616e-08 2.39361018e-07 3.56745346e-05\n",
      " 1.71656615e-04 4.82233805e-04 1.29262043e-08 1.59953567e-09\n",
      " 9.44914520e-01 6.85099140e-04 2.58811120e-03 1.34350300e-09\n",
      " 1.12982084e+00 9.96011625e-01 9.46004480e-01 1.04830713e-02\n",
      " 9.66930184e-11 3.30868138e-01 8.36111939e-01 2.06257576e-01\n",
      " 4.86048916e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00]\n",
      " [0.0000e+00 0.0000e+00 0.0000e+00 2.0000e-04 5.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 9.4490e-01 7.0000e-04 2.6000e-03]\n",
      " [0.0000e+00 1.1298e+00 9.9600e-01 9.4600e-01 1.0500e-02]\n",
      " [0.0000e+00 3.3090e-01 8.3610e-01 2.0630e-01 4.8600e-02]]\n",
      "mean_state_value 0.2181247935796808\n",
      "episode 77/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.86497302e-07 1.19048217e-06 5.32878144e-06 3.41924100e-05\n",
      " 4.59198465e-05 5.93767105e-08 2.71244610e-07 3.90447939e-05\n",
      " 1.85721240e-04 5.16521823e-04 1.49745337e-08 1.87659052e-09\n",
      " 9.57387566e-01 7.33110398e-04 2.73987567e-03 1.57671047e-09\n",
      " 1.14355280e+00 1.00888137e+00 9.58485988e-01 1.09780463e-02\n",
      " 1.14918101e-10 3.38356752e-01 8.47623256e-01 2.11270140e-01\n",
      " 5.03294192e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00]\n",
      " [0.0000e+00 0.0000e+00 0.0000e+00 2.0000e-04 5.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 9.5740e-01 7.0000e-04 2.7000e-03]\n",
      " [0.0000e+00 1.1436e+00 1.0089e+00 9.5850e-01 1.1000e-02]\n",
      " [0.0000e+00 3.3840e-01 8.4760e-01 2.1130e-01 5.0300e-02]]\n",
      "mean_state_value 0.2212466751141564\n",
      "episode 78/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.24043513e-07 1.33189389e-06 5.89592389e-06 3.73789258e-05\n",
      " 4.97695375e-05 6.79092709e-08 3.06824763e-07 4.26775899e-05\n",
      " 2.00708358e-04 5.52705568e-04 1.73108456e-08 2.19662397e-09\n",
      " 9.69863804e-01 7.83718000e-04 2.89817241e-03 1.84618530e-09\n",
      " 1.15726901e+00 1.02174944e+00 9.70970585e-01 1.14888661e-02\n",
      " 1.36247166e-10 3.45903664e-01 8.59146806e-01 2.16333657e-01\n",
      " 5.20896065e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00]\n",
      " [0.0000e+00 0.0000e+00 0.0000e+00 2.0000e-04 6.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 9.6990e-01 8.0000e-04 2.9000e-03]\n",
      " [0.0000e+00 1.1573e+00 1.0217e+00 9.7100e-01 1.1500e-02]\n",
      " [0.0000e+00 3.4590e-01 8.5910e-01 2.1630e-01 5.2100e-02]]\n",
      "mean_state_value 0.22437554073953692\n",
      "episode 79/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.65869914e-07 1.48773705e-06 6.51410643e-06 4.08105643e-05\n",
      " 5.38817145e-05 7.75204341e-08 3.46466271e-07 4.65889561e-05\n",
      " 2.16663039e-04 5.90859093e-04 1.99705074e-08 2.56553231e-09\n",
      " 9.82343176e-01 8.37019464e-04 3.06317639e-03 2.15691801e-09\n",
      " 1.17096969e+00 1.03461585e+00 9.83458213e-01 1.20157831e-02\n",
      " 1.61153120e-10 3.53508185e-01 8.70682453e-01 2.21447816e-01\n",
      " 5.38856140e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 0.0000e+00 2.0000e-04 6.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 9.8230e-01 8.0000e-04 3.1000e-03]\n",
      " [0.0000e+00 1.1710e+00 1.0346e+00 9.8350e-01 1.2000e-02]\n",
      " [0.0000e+00 3.5350e-01 8.7070e-01 2.2140e-01 5.3900e-02]]\n",
      "mean_state_value 0.22751138347114505\n",
      "episode 80/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.12391401e-07 1.65924216e-06 7.18707769e-06 4.45021345e-05\n",
      " 5.82701237e-05 8.83279395e-08 3.90563549e-07 5.07956231e-05\n",
      " 2.33631747e-04 6.31058033e-04 2.29925985e-08 2.98991514e-09\n",
      " 9.94825625e-01 8.93114195e-04 3.23506398e-03 2.51449654e-09\n",
      " 1.18465506e+00 1.04748057e+00 9.95948817e-01 1.25590481e-02\n",
      " 1.90172481e-10 3.61169635e-01 8.82230057e-01 2.26612308e-01\n",
      " 5.57175971e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 2.0000e-04 6.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 9.9480e-01 9.0000e-04 3.2000e-03]\n",
      " [0.0000e+00 1.1847e+00 1.0475e+00 9.9590e-01 1.2600e-02]\n",
      " [0.0000e+00 3.6120e-01 8.8220e-01 2.2660e-01 5.5700e-02]]\n",
      "mean_state_value 0.2306541967604072\n",
      "episode 81/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.64055915e-07 1.84772358e-06 7.91879785e-06 4.84690837e-05\n",
      " 6.29490053e-05 1.00460331e-07 4.39542513e-07 5.53150343e-05\n",
      " 2.51662355e-04 6.73379611e-04 2.64202321e-08 3.47714649e-09\n",
      " 1.00731110e+00 9.52103468e-04 3.41401288e-03 2.92516704e-09\n",
      " 1.19832533e+00 1.06034363e+00 1.00844234e+00 1.31189109e-02\n",
      " 2.23912799e-10 3.68887341e-01 8.93789485e-01 2.31826826e-01\n",
      " 5.75857060e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04 7.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0073e+00 1.0000e-03 3.4000e-03]\n",
      " [0.0000e+00 1.1983e+00 1.0603e+00 1.0084e+00 1.3100e-02]\n",
      " [0.0000e+00 3.6890e-01 8.9380e-01 2.3180e-01 5.7600e-02]]\n",
      "mean_state_value 0.23380397449280393\n",
      "episode 82/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.21346471e-07 2.05458372e-06 8.71344670e-06 5.27275137e-05\n",
      " 6.79331013e-05 1.14057754e-07 4.93862521e-07 6.01653625e-05\n",
      " 2.70804153e-04 7.17902624e-04 3.03008995e-08 4.03545190e-09\n",
      " 1.01979953e+00 1.01409042e-03 3.60020211e-03 3.39589966e-09\n",
      " 1.21198073e+00 1.07320501e+00 1.02093873e+00 1.36956200e-02\n",
      " 2.63060804e-10 3.76660638e-01 9.05360602e-01 2.37091063e-01\n",
      " 5.94900861e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04 7.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0198e+00 1.0000e-03 3.6000e-03]\n",
      " [0.0000e+00 1.2120e+00 1.0732e+00 1.0209e+00 1.3700e-02]\n",
      " [0.0000e+00 3.7670e-01 9.0540e-01 2.3710e-01 5.9500e-02]]\n",
      "mean_state_value 0.23696071098579574\n",
      "episode 83/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.84783286e-07 2.28131741e-06 9.57543181e-06 5.72941947e-05\n",
      " 7.32376644e-05 1.29272799e-07 5.54018412e-07 6.53655260e-05\n",
      " 2.91107860e-04 7.64707446e-04 3.46868360e-08 4.67399164e-09\n",
      " 1.03229088e+00 1.07918002e-03 3.79381192e-03 3.93445969e-09\n",
      " 1.22562146e+00 1.08606472e+00 1.03343793e+00 1.42894224e-02\n",
      " 3.08391347e-10 3.84488870e-01 9.16943275e-01 2.42404715e-01\n",
      " 6.14308779e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04 8.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0323e+00 1.1000e-03 3.8000e-03]\n",
      " [0.0000e+00 1.2256e+00 1.0861e+00 1.0334e+00 1.4300e-02]\n",
      " [0.0000e+00 3.8450e-01 9.1690e-01 2.4240e-01 6.1400e-02]]\n",
      "mean_state_value 0.24012440098672397\n",
      "episode 84/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.54925987e-07 2.52951628e-06 1.05093969e-05 6.21865812e-05\n",
      " 7.88784659e-05 1.46271389e-07 6.20542625e-07 7.09352047e-05\n",
      " 3.12625636e-04 8.13876017e-04 3.96354123e-08 5.40295070e-09\n",
      " 1.04478508e+00 1.14747909e-03 3.99502375e-03 4.54948446e-09\n",
      " 1.23924772e+00 1.09892276e+00 1.04593990e+00 1.49005638e-02\n",
      " 3.60777191e-10 3.92371387e-01 9.28537373e-01 2.47767478e-01\n",
      " 6.34082169e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04 8.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0448e+00 1.1000e-03 4.0000e-03]\n",
      " [0.0000e+00 1.2392e+00 1.0989e+00 1.0459e+00 1.4900e-02]\n",
      " [0.0000e+00 3.9240e-01 9.2850e-01 2.4780e-01 6.3400e-02]]\n",
      "mean_state_value 0.24329503967068652\n",
      "episode 85/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.32375912e-07 2.80087343e-06 1.15202302e-05 6.74228261e-05\n",
      " 8.48718044e-05 1.65233713e-07 6.94007397e-07 7.68948559e-05\n",
      " 3.35411089e-04 8.65491838e-04 4.52095493e-08 6.23363565e-09\n",
      " 1.05728208e+00 1.21909624e-03 4.20402020e-03 5.25056621e-09\n",
      " 1.25285973e+00 1.11177913e+00 1.05844456e+00 1.55292881e-02\n",
      " 4.21199721e-10 4.00307549e-01 9.40142765e-01 2.53179050e-01\n",
      " 6.54222340e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04 9.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0573e+00 1.2000e-03 4.2000e-03]\n",
      " [0.0000e+00 1.2529e+00 1.1118e+00 1.0584e+00 1.5500e-02]\n",
      " [0.0000e+00 4.0030e-01 9.4010e-01 2.5320e-01 6.5400e-02]]\n",
      "mean_state_value 0.24647262263838915\n",
      "episode 86/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.17778497e-07 3.09718805e-06 1.26130731e-05 7.30217960e-05\n",
      " 9.12345135e-05 1.86355208e-07 7.75027055e-07 8.32657300e-05\n",
      " 3.59519288e-04 9.19639964e-04 5.14781596e-08 7.17857905e-09\n",
      " 1.06978183e+00 1.29414189e-03 4.42098497e-03 6.04834148e-09\n",
      " 1.26645768e+00 1.12463383e+00 1.07095188e+00 1.61758382e-02\n",
      " 4.90760633e-10 4.08296722e-01 9.51759323e-01 2.58639130e-01\n",
      " 6.74730553e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 4.0000e-04 9.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0698e+00 1.3000e-03 4.4000e-03]\n",
      " [0.0000e+00 1.2665e+00 1.1246e+00 1.0710e+00 1.6200e-02]\n",
      " [0.0000e+00 4.0830e-01 9.5180e-01 2.5860e-01 6.7500e-02]]\n",
      "mean_state_value 0.24965714591397156\n",
      "episode 87/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[9.11825755e-07 3.42037029e-06 1.37933289e-05 7.90030853e-05\n",
      " 9.79839698e-05 2.09847591e-07 8.64260398e-07 9.00698861e-05\n",
      " 3.85006766e-04 9.76406997e-04 5.85166161e-08 8.25165172e-09\n",
      " 1.08228427e+00 1.37272821e-03 4.64610280e-03 6.95458715e-09\n",
      " 1.28004176e+00 1.13748686e+00 1.08346181e+00 1.68404551e-02\n",
      " 5.70694690e-10 4.16338280e-01 9.63386918e-01 2.64147420e-01\n",
      " 6.95608023e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 4.0000e-04 1.0000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.0823e+00 1.4000e-03 4.6000e-03]\n",
      " [0.0000e+00 1.2800e+00 1.1375e+00 1.0835e+00 1.6800e-02]\n",
      " [0.0000e+00 4.1630e-01 9.6340e-01 2.6410e-01 6.9600e-02]]\n",
      "mean_state_value 0.25284860594280995\n",
      "episode 88/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.01525885e-06 3.77244622e-06 1.50666713e-05 8.53870311e-05\n",
      " 1.05138101e-04 2.35939945e-07 9.62413161e-07 9.73302073e-05\n",
      " 4.11931532e-04 1.03588107e-03 6.64072489e-08 9.46818325e-09\n",
      " 1.09478936e+00 1.45496916e-03 4.87955943e-03 7.98232377e-09\n",
      " 1.29361218e+00 1.15033821e+00 1.09597428e+00 1.75233784e-02\n",
      " 6.62383606e-10 4.24431604e-01 9.75025425e-01 2.69703622e-01\n",
      " 7.16855920e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 4.0000e-04 1.0000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.0948e+00 1.5000e-03 4.9000e-03]\n",
      " [0.0000e+00 1.2936e+00 1.1503e+00 1.0960e+00 1.7500e-02]\n",
      " [0.0000e+00 4.2440e-01 9.7500e-01 2.6970e-01 7.1700e-02]]\n",
      "mean_state_value 0.256046999589295\n",
      "episode 89/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.12887077e-06 4.15556286e-06 1.64390536e-05 9.21947272e-05\n",
      " 1.12715393e-04 2.64879847e-07 1.07024058e-06 1.05070416e-04\n",
      " 4.40353075e-04 1.09815186e-03 7.52398708e-08 1.08450913e-08\n",
      " 1.10729704e+00 1.54098043e-03 5.12154155e-03 9.14592636e-09\n",
      " 1.30716912e+00 1.16318790e+00 1.10848926e+00 1.82248459e-02\n",
      " 7.67371149e-10 4.32576084e-01 9.86674719e-01 2.75307438e-01\n",
      " 7.38475367e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 4.0000e-04 1.1000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.1073e+00 1.5000e-03 5.1000e-03]\n",
      " [0.0000e+00 1.3072e+00 1.1632e+00 1.1085e+00 1.8200e-02]\n",
      " [0.0000e+00 4.3260e-01 9.8670e-01 2.7530e-01 7.3800e-02]]\n",
      "mean_state_value 0.2592523241345852\n",
      "episode 90/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.25350907e-06 4.57199344e-06 1.79167173e-05 9.94480384e-05\n",
      " 1.20734900e-04 2.96934564e-07 1.18855003e-06 1.13315089e-04\n",
      " 4.70332372e-04 1.16331055e-03 8.51123341e-08 1.24010204e-08\n",
      " 1.11980727e+00 1.63087942e-03 5.37223676e-03 1.04612433e-08\n",
      " 1.32071277e+00 1.17603591e+00 1.12100669e+00 1.89450938e-02\n",
      " 8.87379554e-10 4.40771116e-01 9.98334675e-01 2.80958575e-01\n",
      " 7.60467445e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 5.0000e-04 1.2000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.1198e+00 1.6000e-03 5.4000e-03]\n",
      " [0.0000e+00 1.3207e+00 1.1760e+00 1.1210e+00 1.8900e-02]\n",
      " [0.0000e+00 4.4080e-01 9.9830e-01 2.8100e-01 7.6000e-02]]\n",
      "mean_state_value 0.262464577274338\n",
      "episode 91/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.39007874e-06 5.02414265e-06 1.95062018e-05 1.07169614e-04\n",
      " 1.29216246e-04 3.32392296e-07 1.31820378e-06 1.22089672e-04\n",
      " 5.01931893e-04 1.23144983e-03 9.61311185e-08 1.41564897e-08\n",
      " 1.13231998e+00 1.72478522e-03 5.63183351e-03 1.19457236e-08\n",
      " 1.33424331e+00 1.18888226e+00 1.13352652e+00 1.96843568e-02\n",
      " 1.02432731e-09 4.49016103e-01 1.01000517e+00 2.86656738e-01\n",
      " 7.82833190e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 5.0000e-04 1.2000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.1323e+00 1.7000e-03 5.6000e-03]\n",
      " [0.0000e+00 1.3342e+00 1.1889e+00 1.1335e+00 1.9700e-02]\n",
      " [0.0000e+00 4.4900e-01 1.0100e+00 2.8670e-01 7.8300e-02]]\n",
      "mean_state_value 0.26568375711641606\n",
      "episode 92/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.53954517e-06 5.51455215e-06 2.12143529e-05 1.15382904e-04\n",
      " 1.38179639e-04 3.71563474e-07 1.46012183e-06 1.31420493e-04\n",
      " 5.35215605e-04 1.30266390e-03 1.08411952e-07 1.61340522e-08\n",
      " 1.14483514e+00 1.82281861e-03 5.90052106e-03 1.36185528e-08\n",
      " 1.34776093e+00 1.20172693e+00 1.14604871e+00 2.04428676e-02\n",
      " 1.18034844e-09 4.57310455e-01 1.02168609e+00 2.92401635e-01\n",
      " 8.05573596e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 5.0000e-04 1.3000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.1448e+00 1.8000e-03 5.9000e-03]\n",
      " [0.0000e+00 1.3478e+00 1.2017e+00 1.1460e+00 2.0400e-02]\n",
      " [0.0000e+00 4.5730e-01 1.0217e+00 2.9240e-01 8.0600e-02]]\n",
      "mean_state_value 0.2689098621785714\n",
      "episode 93/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.70293717e-06 6.04590605e-06 2.30483324e-05 1.24112167e-04\n",
      " 1.47645875e-04 4.14782121e-07 1.61528485e-06 1.41334779e-04\n",
      " 5.70248977e-04 1.37704843e-03 1.22080466e-07 1.83584636e-08\n",
      " 1.15735269e+00 1.92510202e-03 6.17848941e-03 1.55007987e-08\n",
      " 1.36126581e+00 1.21456994e+00 1.15857320e+00 2.12208574e-02\n",
      " 1.35781340e-09 4.65653590e-01 1.03337730e+00 2.98192974e-01\n",
      " 8.28689612e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 1.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-04 6.0000e-04 1.4000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.1574e+00 1.9000e-03 6.2000e-03]\n",
      " [0.0000e+00 1.3613e+00 1.2146e+00 1.1586e+00 2.1200e-02]\n",
      " [0.0000e+00 4.6570e-01 1.0334e+00 2.9820e-01 8.2900e-02]]\n",
      "mean_state_value 0.27214289138610587\n",
      "episode 94/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.88135016e-06 6.62103665e-06 2.50156274e-05 1.33382490e-04\n",
      " 1.57636343e-04 4.62407272e-07 1.78473717e-06 1.51860669e-04\n",
      " 6.07098981e-04 1.45470057e-03 1.37272883e-07 2.08568629e-08\n",
      " 1.16987259e+00 2.03175951e-03 6.46592930e-03 1.76155662e-08\n",
      " 1.37475812e+00 1.22741127e+00 1.17109995e+00 2.20185553e-02\n",
      " 1.55935156e-09 4.74044931e-01 1.04507869e+00 3.04030467e-01\n",
      " 8.52182149e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 2.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 2.0000e-04 6.0000e-04 1.5000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.1699e+00 2.0000e-03 6.5000e-03]\n",
      " [0.0000e+00 1.3748e+00 1.2274e+00 1.1711e+00 2.2000e-02]\n",
      " [0.0000e+00 4.7400e-01 1.0451e+00 3.0400e-01 8.5200e-02]]\n",
      "mean_state_value 0.27538284406950975\n",
      "episode 95/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.07594938e-06 7.24293020e-06 2.71240594e-05 1.43219800e-04\n",
      " 1.68173036e-04 5.14824448e-07 1.96958998e-06 1.63027226e-04\n",
      " 6.45834099e-04 1.53571895e-03 1.54136746e-07 2.36589649e-08\n",
      " 1.18239478e+00 2.14291674e-03 6.76303211e-03 1.99881629e-08\n",
      " 1.38823804e+00 1.24025094e+00 1.18362892e+00 2.28361888e-02\n",
      " 1.78787565e-09 4.82483912e-01 1.05679015e+00 3.09913826e-01\n",
      " 8.76052072e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 1.0000e-04 2.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 2.0000e-04 6.0000e-04 1.5000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.1824e+00 2.1000e-03 6.8000e-03]\n",
      " [0.0000e+00 1.3882e+00 1.2403e+00 1.1836e+00 2.2800e-02]\n",
      " [0.0000e+00 4.8250e-01 1.0568e+00 3.0990e-01 8.7600e-02]]\n",
      "mean_state_value 0.2786297199620781\n",
      "episode 96/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.28797325e-06 7.91473283e-06 2.93817944e-05 1.53650872e-04\n",
      " 1.79278555e-04 5.72447204e-07 2.17102445e-06 1.74864454e-04\n",
      " 6.86524321e-04 1.62020361e-03 1.72831681e-07 2.67972650e-08\n",
      " 1.19491922e+00 2.25870097e-03 7.06998985e-03 2.26462754e-08\n",
      " 1.40170573e+00 1.25308893e+00 1.19616005e+00 2.36739835e-02\n",
      " 2.04660791e-09 4.90969968e-01 1.06851154e+00 3.15842762e-01\n",
      " 9.00300209e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 2.0000e-04 2.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 2.0000e-04 7.0000e-04 1.6000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.1949e+00 2.3000e-03 7.1000e-03]\n",
      " [0.0000e+00 1.4017e+00 1.2531e+00 1.1962e+00 2.3700e-02]\n",
      " [0.0000e+00 4.9100e-01 1.0685e+00 3.1580e-01 9.0000e-02]]\n",
      "mean_state_value 0.28188351919750454\n",
      "episode 97/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.51873684e-06 8.63975654e-06 3.17973517e-05 1.64703350e-04\n",
      " 1.90976115e-04 6.35718726e-07 2.39029515e-06 1.87403307e-04\n",
      " 7.29241149e-04 1.70825606e-03 1.93530196e-07 3.03072569e-08\n",
      " 1.20744587e+00 2.37924100e-03 7.38699509e-03 2.56201566e-08\n",
      " 1.41516136e+00 1.26592526e+00 1.20869330e+00 2.45321632e-02\n",
      " 2.33910846e-09 4.99502545e-01 1.08024277e+00 3.21816992e-01\n",
      " 9.24927348e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 2.0000e-04 2.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 2.0000e-04 7.0000e-04 1.7000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.2074e+00 2.4000e-03 7.4000e-03]\n",
      " [0.0000e+00 1.4152e+00 1.2659e+00 1.2087e+00 2.4500e-02]\n",
      " [0.0000e+00 4.9950e-01 1.0802e+00 3.2180e-01 9.2500e-02]]\n",
      "mean_state_value 0.28514424230745467\n",
      "episode 98/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.76963538e-06 9.42148536e-06 3.43796139e-05 1.76405752e-04\n",
      " 2.03289555e-04 7.05113503e-07 2.62873339e-06 2.00675705e-04\n",
      " 7.74057593e-04 1.79997921e-03 2.16418527e-07 3.42276641e-08\n",
      " 1.21997468e+00 2.50466717e-03 7.71424094e-03 2.89428246e-08\n",
      " 1.42860511e+00 1.27875992e+00 1.22122863e+00 2.54109496e-02\n",
      " 2.66930568e-09 5.08081093e-01 1.09198372e+00 3.27836231e-01\n",
      " 9.49934234e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 2.0000e-04 2.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 2.0000e-04 8.0000e-04 1.8000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.2200e+00 2.5000e-03 7.7000e-03]\n",
      " [0.0000e+00 1.4286e+00 1.2788e+00 1.2212e+00 2.5400e-02]\n",
      " [0.0000e+00 5.0810e-01 1.0920e+00 3.2780e-01 9.5000e-02]]\n",
      "mean_state_value 0.28841189021911756\n",
      "episode 99/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.04214796e-06 1.02635816e-05 3.71378364e-05 1.88787487e-04\n",
      " 2.16243339e-04 7.81139063e-07 2.88775078e-06 2.14714546e-04\n",
      " 8.21048179e-04 1.89547739e-03 2.41697522e-07 3.86006849e-08\n",
      " 1.23250559e+00 2.63511133e-03 8.05192098e-03 3.26502750e-08\n",
      " 1.44203712e+00 1.29159291e+00 1.23376599e+00 2.63105627e-02\n",
      " 3.04152893e-09 5.16705071e-01 1.10373426e+00 3.33900195e-01\n",
      " 9.75321578e-02]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 2.0000e-04 2.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 2.0000e-04 8.0000e-04 1.9000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.2325e+00 2.6000e-03 8.1000e-03]\n",
      " [0.0000e+00 1.4420e+00 1.2916e+00 1.2338e+00 2.6300e-02]\n",
      " [0.0000e+00 5.1670e-01 1.1037e+00 3.3390e-01 9.7500e-02]]\n",
      "mean_state_value 0.291686464252737\n",
      "episode 100/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.33784121e-06 1.11698921e-05 4.00816572e-05 2.01878865e-04\n",
      " 2.29862566e-04 8.64337770e-07 3.16884283e-06 2.29553717e-04\n",
      " 8.70288938e-04 1.99485630e-03 2.69583561e-07 4.34722535e-08\n",
      " 1.24503858e+00 2.77070681e-03 8.40022922e-03 3.67817045e-08\n",
      " 1.45545757e+00 1.30442424e+00 1.24630534e+00 2.72312204e-02\n",
      " 3.46054368e-09 5.25373943e-01 1.11549430e+00 3.40008605e-01\n",
      " 1.00109005e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 2.0000e-04 2.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 2.0000e-04 9.0000e-04 2.0000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.2450e+00 2.8000e-03 8.4000e-03]\n",
      " [0.0000e+00 1.4555e+00 1.3044e+00 1.2463e+00 2.7200e-02]\n",
      " [0.0000e+00 5.2540e-01 1.1155e+00 3.4000e-01 1.0010e-01]]\n",
      "mean_state_value 0.2949679661191219\n",
      "episode 101/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.65837323e-06 1.21444548e-05 4.32211065e-05 2.15711109e-04\n",
      " 2.44172975e-04 9.55288697e-07 3.47359266e-06 2.45228108e-04\n",
      " 9.21857415e-04 2.09822303e-03 3.00309530e-07 4.88923146e-08\n",
      " 1.25757358e+00 2.91158840e-03 8.75936007e-03 4.13797490e-08\n",
      " 1.46886661e+00 1.31725389e+00 1.25884663e+00 2.81731386e-02\n",
      " 3.93158915e-09 5.34087178e-01 1.12726372e+00 3.46161179e-01\n",
      " 1.02724028e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 2.0000e-04 2.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 2.0000e-04 9.0000e-04 2.1000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.2576e+00 2.9000e-03 8.8000e-03]\n",
      " [0.0000e+00 1.4689e+00 1.3173e+00 1.2588e+00 2.8200e-02]\n",
      " [0.0000e+00 5.3410e-01 1.1273e+00 3.4620e-01 1.0270e-01]]\n",
      "mean_state_value 0.29825639791713754\n",
      "episode 102/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.00549749e-06 1.31915054e-05 4.65666163e-05 2.30316368e-04\n",
      " 2.59200949e-04 1.05460956e-06 3.80367482e-06 2.61773622e-04\n",
      " 9.75832658e-04 2.20568603e-03 3.34125834e-07 5.49151162e-08\n",
      " 1.27011057e+00 3.05789231e-03 9.12950827e-03 4.64907354e-08\n",
      " 1.48226439e+00 1.33008188e+00 1.27138983e+00 2.91365312e-02\n",
      " 4.46041869e-09 5.42844254e-01 1.13904240e+00 3.52357640e-01\n",
      " 1.05377286e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 0.0000e+00 2.0000e-04 3.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 3.0000e-04 1.0000e-03 2.2000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.2701e+00 3.1000e-03 9.1000e-03]\n",
      " [0.0000e+00 1.4823e+00 1.3301e+00 1.2714e+00 2.9100e-02]\n",
      " [0.0000e+00 5.4280e-01 1.1390e+00 3.5240e-01 1.0540e-01]]\n",
      "mean_state_value 0.3015517621311767\n",
      "episode 103/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.38106690e-06 1.43154837e-05 5.01290306e-05 2.45727724e-04\n",
      " 2.74973524e-04 1.16295874e-06 4.16085920e-06 2.79227186e-04\n",
      " 1.03229522e-03 2.31735509e-03 3.71301452e-07 6.15995171e-08\n",
      " 1.28264949e+00 3.20975616e-03 9.51086887e-03 5.21649478e-08\n",
      " 1.49565107e+00 1.34290820e+00 1.28393488e+00 3.01216103e-02\n",
      " 5.05334297e-09 5.51644654e-01 1.15083025e+00 3.58597710e-01\n",
      " 1.08068836e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 2.0000e-04 3.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 3.0000e-04 1.0000e-03 2.3000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.2826e+00 3.2000e-03 9.5000e-03]\n",
      " [0.0000e+00 1.4957e+00 1.3429e+00 1.2839e+00 3.0100e-02]\n",
      " [0.0000e+00 5.5160e-01 1.1508e+00 3.5860e-01 1.0810e-01]]\n",
      "mean_state_value 0.30485406162861184\n",
      "episode 104/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.78703799e-06 1.55210407e-05 5.39196148e-05 2.61979208e-04\n",
      " 2.91518389e-04 1.28103733e-06 4.54701504e-06 2.97626765e-04\n",
      " 1.09132716e-03 2.43334132e-03 4.12125049e-07 6.90093133e-08\n",
      " 1.29519031e+00 3.36731893e-03 9.90363718e-03 5.84569090e-08\n",
      " 1.50902679e+00 1.35573285e+00 1.29648175e+00 3.11285857e-02\n",
      " 5.71727619e-09 5.60487866e-01 1.16262714e+00 3.64881113e-01\n",
      " 1.10798729e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04 3.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 3.0000e-04 1.1000e-03 2.4000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.2952e+00 3.4000e-03 9.9000e-03]\n",
      " [0.0000e+00 1.5090e+00 1.3557e+00 1.2965e+00 3.1100e-02]\n",
      " [0.0000e+00 5.6050e-01 1.1626e+00 3.6490e-01 1.1080e-01]]\n",
      "mean_state_value 0.30816329965722944\n",
      "episode 105/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.22547512e-06 1.68130450e-05 5.79500656e-05 2.79105808e-04\n",
      " 3.08863896e-04 1.40959133e-06 4.96411503e-06 3.17011369e-04\n",
      " 1.15301201e-03 2.55375714e-03 4.56906127e-07 7.72135816e-08\n",
      " 1.30773297e+00 3.53072097e-03 1.03080087e-02 6.54256775e-08\n",
      " 1.52239171e+00 1.36855584e+00 1.30903040e+00 3.21576653e-02\n",
      " 6.45978543e-09 5.69373385e-01 1.17443299e+00 3.71207574e-01\n",
      " 1.13567014e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04 3.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 3.0000e-04 1.2000e-03 2.6000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.3077e+00 3.5000e-03 1.0300e-02]\n",
      " [0.0000e+00 1.5224e+00 1.3686e+00 1.3090e+00 3.2200e-02]\n",
      " [0.0000e+00 5.6940e-01 1.1744e+00 3.7120e-01 1.1360e-01]]\n",
      "mean_state_value 0.3114794798426446\n",
      "episode 106/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.69855487e-06 1.81965905e-05 6.22325209e-05 2.97143479e-04\n",
      " 3.27039064e-04 1.54941385e-06 5.41423955e-06 3.37421064e-04\n",
      " 1.21743484e-03 2.67871627e-03 5.05976232e-07 8.62870422e-08\n",
      " 1.32027745e+00 3.70010393e-03 1.07241792e-02 7.31351617e-08\n",
      " 1.53574597e+00 1.38137716e+00 1.32158078e+00 3.32090547e-02\n",
      " 7.28914335e-09 5.78300712e-01 1.18624768e+00 3.77576821e-01\n",
      " 1.16373736e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04 3.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 3.0000e-04 1.2000e-03 2.7000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.3203e+00 3.7000e-03 1.0700e-02]\n",
      " [0.0000e+00 1.5357e+00 1.3814e+00 1.3216e+00 3.3200e-02]\n",
      " [0.0000e+00 5.7830e-01 1.1862e+00 3.7760e-01 1.1640e-01]]\n",
      "mean_state_value 0.3148026061856996\n",
      "episode 107/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.20857053e-06 1.96770025e-05 6.67795697e-05 3.16129155e-04\n",
      " 3.46073582e-04 1.70134739e-06 5.89958093e-06 3.58896984e-04\n",
      " 1.28468216e-03 2.80833367e-03 5.59690204e-07 9.63104404e-08\n",
      " 1.33282369e+00 3.87561073e-03 1.11523444e-02 8.16544494e-08\n",
      " 1.54908971e+00 1.39419681e+00 1.33413285e+00 3.42829577e-02\n",
      " 8.21438435e-09 5.87269355e-01 1.19807110e+00 3.83988581e-01\n",
      " 1.19218938e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04 3.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 4.0000e-04 1.3000e-03 2.8000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.3328e+00 3.9000e-03 1.1200e-02]\n",
      " [0.0000e+00 1.5491e+00 1.3942e+00 1.3341e+00 3.4300e-02]\n",
      " [0.0000e+00 5.8730e-01 1.1981e+00 3.8400e-01 1.1920e-01]]\n",
      "mean_state_value 0.3181326830598443\n",
      "episode 108/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.75793657e-06 2.12598456e-05 7.16042618e-05 3.36100755e-04\n",
      " 3.65997816e-04 1.86628626e-06 6.42244791e-06 3.81481339e-04\n",
      " 1.35484197e-03 2.94272560e-03 6.18427487e-07 1.07370949e-07\n",
      " 1.34537166e+00 4.05738559e-03 1.15927002e-02 9.10581569e-08\n",
      " 1.56242308e+00 1.40701479e+00 1.34668658e+00 3.53795757e-02\n",
      " 9.24536446e-09 5.96278825e-01 1.20990315e+00 3.90442584e-01\n",
      " 1.22102657e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 3.0000e-04 4.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 4.0000e-04 1.4000e-03 2.9000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.3454e+00 4.1000e-03 1.1600e-02]\n",
      " [0.0000e+00 1.5624e+00 1.4070e+00 1.3467e+00 3.5400e-02]\n",
      " [0.0000e+00 5.9630e-01 1.2099e+00 3.9040e-01 1.2210e-01]]\n",
      "mean_state_value 0.32146971520849954\n",
      "episode 109/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.34919339e-06 2.29509305e-05 7.67201175e-05 3.57097199e-04\n",
      " 3.86842809e-04 2.04517900e-06 6.98527010e-06 4.05217423e-04\n",
      " 1.42800378e-03 3.08200952e-03 6.82593487e-07 1.19562593e-07\n",
      " 1.35792132e+00 4.24557393e-03 1.20454427e-02 1.01426795e-07\n",
      " 1.57574621e+00 1.41983111e+00 1.35924192e+00 3.64991082e-02\n",
      " 1.03928250e-08 6.05328641e-01 1.22174374e+00 3.96938561e-01\n",
      " 1.25024929e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 4.0000e-04 4.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 4.0000e-04 1.4000e-03 3.1000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.3579e+00 4.2000e-03 1.2000e-02]\n",
      " [0.0000e+00 1.5757e+00 1.4198e+00 1.3592e+00 3.6500e-02]\n",
      " [0.0000e+00 6.0530e-01 1.2217e+00 3.9690e-01 1.2500e-01]]\n",
      "mean_state_value 0.3248137077424051\n",
      "episode 110/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.98501203e-06 2.47563216e-05 8.21411377e-05 3.79158407e-04\n",
      " 4.08640292e-04 2.23903091e-06 7.59060262e-06 4.30149625e-04\n",
      " 1.50425851e-03 3.22630412e-03 7.52620983e-07 1.32986689e-07\n",
      " 1.37047262e+00 4.44032238e-03 1.25107677e-02 1.12847154e-07\n",
      " 1.58905924e+00 1.43264576e+00 1.37179884e+00 3.76417524e-02\n",
      " 1.16684605e-08 6.14418327e-01 1.23359276e+00 4.03476244e-01\n",
      " 1.27985784e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 4.0000e-04 4.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 4.0000e-04 1.5000e-03 3.2000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.3705e+00 4.4000e-03 1.2500e-02]\n",
      " [0.0000e+00 1.5891e+00 1.4326e+00 1.3718e+00 3.7600e-02]\n",
      " [0.0000e+00 6.1440e-01 1.2336e+00 4.0350e-01 1.2800e-01]]\n",
      "mean_state_value 0.32816466613695106\n",
      "episode 111/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.66819902e-06 2.66823438e-05 8.78818135e-05 4.02325319e-04\n",
      " 4.31422683e-04 2.44890664e-06 8.24113074e-06 4.56323436e-04\n",
      " 1.58369859e-03 3.37572929e-03 8.28971596e-07 1.47752318e-07\n",
      " 1.38302553e+00 4.64177873e-03 1.29888711e-02 1.25412710e-07\n",
      " 1.60236230e+00 1.44545875e+00 1.38435730e+00 3.88077035e-02\n",
      " 1.30849906e-08 6.23547414e-01 1.24545010e+00 4.10055367e-01\n",
      " 1.30985253e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 4.0000e-04 4.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 5.0000e-04 1.6000e-03 3.4000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.3830e+00 4.6000e-03 1.3000e-02]\n",
      " [0.0000e+00 1.6024e+00 1.4455e+00 1.3844e+00 3.8800e-02]\n",
      " [0.0000e+00 6.2350e-01 1.2455e+00 4.1010e-01 1.3100e-01]]\n",
      "mean_state_value 0.33152259622949415\n",
      "episode 112/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[9.40170138e-06 2.87355905e-05 9.39571360e-05 4.26639893e-04\n",
      " 4.55223092e-04 2.67593291e-06 8.93967476e-06 4.83785459e-04\n",
      " 1.66641787e-03 3.53040607e-03 9.12137313e-07 1.63976812e-07\n",
      " 1.39558001e+00 4.85009193e-03 1.34799489e-02 1.39224048e-07\n",
      " 1.61565553e+00 1.45827007e+00 1.39691726e+00 3.99971543e-02\n",
      " 1.46562363e-08 6.32715435e-01 1.25731568e+00 4.16675665e-01\n",
      " 1.34023359e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 4.0000e-04 5.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 5.0000e-04 1.7000e-03 3.5000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.3956e+00 4.9000e-03 1.3500e-02]\n",
      " [0.0000e+00 1.6157e+00 1.4583e+00 1.3969e+00 4.0000e-02]\n",
      " [0.0000e+00 6.3270e-01 1.2573e+00 4.1670e-01 1.3400e-01]]\n",
      "mean_state_value 0.334887504216659\n",
      "episode 113/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.01886116e-05 3.09229311e-05 1.00382606e-04 4.52145123e-04\n",
      " 4.80075324e-04 2.92130124e-06 9.68919480e-06 5.12583414e-04\n",
      " 1.75251164e-03 3.69045668e-03 1.00264207e-06 1.81786270e-07\n",
      " 1.40813601e+00 5.06541202e-03 1.39841968e-02 1.54389309e-07\n",
      " 1.62893905e+00 1.47107973e+00 1.40947868e+00 4.12102956e-02\n",
      " 1.63972016e-08 6.41921932e-01 1.26918938e+00 4.23336873e-01\n",
      " 1.37100125e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 5.0000e-04 5.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 5.0000e-04 1.8000e-03 3.7000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.4081e+00 5.1000e-03 1.4000e-02]\n",
      " [0.0000e+00 1.6289e+00 1.4711e+00 1.4095e+00 4.1200e-02]\n",
      " [0.0000e+00 6.4190e-01 1.2692e+00 4.2330e-01 1.3710e-01]]\n",
      "mean_state_value 0.3382593966516254\n",
      "episode 114/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.10321728e-05 3.32515181e-05 1.07174244e-04 4.78885038e-04\n",
      " 5.06013886e-04 3.18627081e-06 1.04927959e-05 5.42766144e-04\n",
      " 1.84207665e-03 3.85600447e-03 1.10104338e-06 2.01316094e-07\n",
      " 1.42069352e+00 5.28789012e-03 1.45018103e-02 1.71024657e-07\n",
      " 1.64221299e+00 1.48388772e+00 1.42204152e+00 4.24473160e-02\n",
      " 1.83241592e-08 6.51166451e-01 1.28107112e+00 4.30038729e-01\n",
      " 1.40215570e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 5.0000e-04 5.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 5.0000e-04 1.8000e-03 3.9000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.4207e+00 5.3000e-03 1.4500e-02]\n",
      " [0.0000e+00 1.6422e+00 1.4839e+00 1.4220e+00 4.2400e-02]\n",
      " [0.0000e+00 6.5120e-01 1.2811e+00 4.3000e-01 1.4020e-01]]\n",
      "mean_state_value 0.341638280441401\n",
      "episode 115/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.19357841e-05 3.57287953e-05 1.14348598e-04 5.06904715e-04\n",
      " 5.33073986e-04 3.47217134e-06 1.13537329e-05 5.74383628e-04\n",
      " 1.93521104e-03 4.02717391e-03 1.20793404e-06 2.22711552e-07\n",
      " 1.43325247e+00 5.51767841e-03 1.50329849e-02 1.89254770e-07\n",
      " 1.65547748e+00 1.49669405e+00 1.43460575e+00 4.37084017e-02\n",
      " 2.04547413e-08 6.60448542e-01 1.29296080e+00 4.36780972e-01\n",
      " 1.43369710e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 5.0000e-04 5.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 6.0000e-04 1.9000e-03 4.0000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.4333e+00 5.5000e-03 1.5000e-02]\n",
      " [0.0000e+00 1.6555e+00 1.4967e+00 1.4346e+00 4.3700e-02]\n",
      " [0.0000e+00 6.6040e-01 1.2930e+00 4.3680e-01 1.4340e-01]]\n",
      "mean_state_value 0.345024162844081\n",
      "episode 116/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.29030057e-05 3.83625051e-05 1.21922758e-04 5.36250282e-04\n",
      " 5.61291538e-04 3.78040614e-06 1.22754158e-05 6.07486981e-04\n",
      " 2.03201438e-03 4.20409055e-03 1.32394391e-06 2.46128373e-07\n",
      " 1.44581284e+00 5.75493009e-03 1.55779157e-02 2.09213351e-07\n",
      " 1.66873265e+00 1.50949871e+00 1.44717134e+00 4.49937369e-02\n",
      " 2.28080367e-08 6.69767764e-01 1.30485832e+00 4.43563343e-01\n",
      " 1.46562558e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 5.0000e-04 6.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 6.0000e-04 2.0000e-03 4.2000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.4458e+00 5.8000e-03 1.5600e-02]\n",
      " [0.0000e+00 1.6687e+00 1.5095e+00 1.4472e+00 4.5000e-02]\n",
      " [0.0000e+00 6.6980e-01 1.3049e+00 4.4360e-01 1.4660e-01]]\n",
      "mean_state_value 0.3484170514660957\n",
      "episode 117/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.39375645e-05 4.11606964e-05 1.29914359e-04 5.66968928e-04\n",
      " 5.90703166e-04 4.11245517e-06 1.32614151e-05 6.42128463e-04\n",
      " 2.13258763e-03 4.38688103e-03 1.44974168e-06 2.71733355e-07\n",
      " 1.45837460e+00 5.99979931e-03 1.61367976e-02 2.31043668e-07\n",
      " 1.68197861e+00 1.52230171e+00 1.45973824e+00 4.63035035e-02\n",
      " 2.54046922e-08 6.79123677e-01 1.31676359e+00 4.50385583e-01\n",
      " 1.49794123e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 6.0000e-04 6.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 6.0000e-04 2.1000e-03 4.4000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.4584e+00 6.0000e-03 1.6100e-02]\n",
      " [0.0000e+00 1.6820e+00 1.5223e+00 1.4597e+00 4.6300e-02]\n",
      " [0.0000e+00 6.7910e-01 1.3168e+00 4.5040e-01 1.4980e-01]]\n",
      "mean_state_value 0.35181695425944354\n",
      "episode 118/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.50433595e-05 4.41317328e-05 1.38341596e-04 5.99108909e-04\n",
      " 6.21346204e-04 4.46987817e-06 1.43154668e-05 6.78361484e-04\n",
      " 2.23703315e-03 4.57567301e-03 1.58603679e-06 2.99705019e-07\n",
      " 1.47093770e+00 6.25244123e-03 1.67098251e-02 2.54899110e-07\n",
      " 1.69521549e+00 1.53510304e+00 1.47230642e+00 4.76378811e-02\n",
      " 2.82670203e-08 6.88515849e-01 1.32867651e+00 4.57247434e-01\n",
      " 1.53064414e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 6.0000e-04 6.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 7.0000e-04 2.2000e-03 4.6000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.4709e+00 6.3000e-03 1.6700e-02]\n",
      " [0.0000e+00 1.6952e+00 1.5351e+00 1.4723e+00 4.7600e-02]\n",
      " [0.0000e+00 6.8850e-01 1.3287e+00 4.5720e-01 1.5310e-01]]\n",
      "mean_state_value 0.35522387951891476\n",
      "episode 119/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.62244675e-05 4.72842996e-05 1.47223228e-04 6.32719551e-04\n",
      " 6.53258702e-04 4.85431794e-06 1.54414781e-05 7.16240610e-04\n",
      " 2.34545467e-03 4.77059522e-03 1.73358137e-06 3.30234273e-07\n",
      " 1.48350210e+00 6.51301188e-03 1.72971926e-02 2.80943775e-07\n",
      " 1.70844340e+00 1.54790271e+00 1.48487584e+00 4.89970471e-02\n",
      " 3.14191133e-08 6.97943852e-01 1.34059699e+00 4.64148641e-01\n",
      " 1.56373435e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 0.0000e+00 1.0000e-04 6.0000e-04 7.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 7.0000e-04 2.3000e-03 4.8000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.4835e+00 6.5000e-03 1.7300e-02]\n",
      " [0.0000e+00 1.7084e+00 1.5479e+00 1.4849e+00 4.9000e-02]\n",
      " [0.0000e+00 6.9790e-01 1.3406e+00 4.6410e-01 1.5640e-01]]\n",
      "mean_state_value 0.3586378358793015\n",
      "episode 120/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.74851488e-05 5.06274127e-05 1.56578595e-04 6.67851258e-04\n",
      " 6.86479423e-04 5.26750367e-06 1.66435328e-05 7.55821565e-04\n",
      " 2.45795727e-03 4.97177736e-03 1.89317224e-06 3.63525120e-07\n",
      " 1.49606779e+00 6.78166822e-03 1.78990940e-02 3.09353083e-07\n",
      " 1.72166246e+00 1.56070071e+00 1.49744648e+00 5.03811767e-02\n",
      " 3.48869633e-08 7.07407262e-01 1.35252495e+00 4.71088950e-01\n",
      " 1.59721186e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 2.0000e-04 7.0000e-04 7.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 8.0000e-04 2.5000e-03 5.0000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.4961e+00 6.8000e-03 1.7900e-02]\n",
      " [0.0000e+00 1.7217e+00 1.5607e+00 1.4974e+00 5.0400e-02]\n",
      " [0.0000e+00 7.0740e-01 1.3525e+00 4.7110e-01 1.5970e-01]]\n",
      "mean_state_value 0.36205883231259794\n",
      "episode 121/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.88298527e-05 5.41704258e-05 1.66427618e-04 7.04555518e-04\n",
      " 7.21047852e-04 5.71125429e-06 1.79258971e-05 7.97161239e-04\n",
      " 2.57464742e-03 5.17935013e-03 2.06565299e-06 3.99795386e-07\n",
      " 1.50863471e+00 7.05856805e-03 1.85157227e-02 3.40314413e-07\n",
      " 1.73487278e+00 1.57349705e+00 1.51001830e+00 5.17904427e-02\n",
      " 3.86985886e-08 7.16905662e-01 1.36446028e+00 4.78068106e-01\n",
      " 1.63107666e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 2.0000e-04 7.0000e-04 7.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 8.0000e-04 2.6000e-03 5.2000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.5086e+00 7.1000e-03 1.8500e-02]\n",
      " [0.0000e+00 1.7349e+00 1.5735e+00 1.5100e+00 5.1800e-02]\n",
      " [0.0000e+00 7.1690e-01 1.3645e+00 4.7810e-01 1.6310e-01]]\n",
      "mean_state_value 0.36548687812519054\n",
      "episode 122/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.02632239e-05 5.79230389e-05 1.76790818e-04 7.42884906e-04\n",
      " 7.57004193e-04 6.18748201e-06 1.92930250e-05 8.40317691e-04\n",
      " 2.69563287e-03 5.39344521e-03 2.25191609e-06 4.39277484e-07\n",
      " 1.52120283e+00 7.34387001e-03 1.91472717e-02 3.74027768e-07\n",
      " 1.74807448e+00 1.58629173e+00 1.52259125e+00 5.32250159e-02\n",
      " 4.28841671e-08 7.26438639e-01 1.37640290e+00 4.85085859e-01\n",
      " 1.66532872e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 2.0000e-04 7.0000e-04 8.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 8.0000e-04 2.7000e-03 5.4000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.5212e+00 7.3000e-03 1.9100e-02]\n",
      " [0.0000e+00 1.7481e+00 1.5863e+00 1.5226e+00 5.3200e-02]\n",
      " [0.0000e+00 7.2640e-01 1.3764e+00 4.8510e-01 1.6650e-01]]\n",
      "mean_state_value 0.36892198295503675\n",
      "episode 123/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.17901076e-05 6.18953059e-05 1.87689315e-04 7.82893086e-04\n",
      " 7.94389373e-04 6.69819586e-06 2.07495644e-05 8.85350148e-04\n",
      " 2.82102275e-03 5.61419520e-03 2.45290514e-06 4.82219208e-07\n",
      " 1.53377213e+00 7.63773352e-03 1.97939336e-02 4.10706467e-07\n",
      " 1.76126766e+00 1.59908474e+00 1.53516532e+00 5.46850646e-02\n",
      " 4.74761768e-08 7.36005785e-01 1.38835273e+00 4.92141957e-01\n",
      " 1.69996797e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 2.0000e-04 8.0000e-04 8.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 9.0000e-04 2.8000e-03 5.6000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.5338e+00 7.6000e-03 1.9800e-02]\n",
      " [0.0000e+00 1.7613e+00 1.5991e+00 1.5352e+00 5.4700e-02]\n",
      " [0.0000e+00 7.3600e-01 1.3884e+00 4.9210e-01 1.7000e-01]]\n",
      "mean_state_value 0.37236415676883594\n",
      "episode 124/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.34155566e-05 6.60976432e-05 1.99144846e-04 8.24634824e-04\n",
      " 8.33245043e-04 7.24550534e-06 2.23003626e-05 9.32319016e-04\n",
      " 2.95092746e-03 5.84173360e-03 2.66961710e-06 5.28884561e-07\n",
      " 1.54634256e+00 7.94031879e-03 2.04559004e-02 4.50577869e-07\n",
      " 1.77445244e+00 1.61187610e+00 1.54774047e+00 5.61707548e-02\n",
      " 5.25095437e-08 7.45606696e-01 1.40030966e+00 4.99236152e-01\n",
      " 1.73499431e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 2.0000e-04 8.0000e-04 8.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 9.0000e-04 3.0000e-03 5.8000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.5463e+00 7.9000e-03 2.0500e-02]\n",
      " [0.0000e+00 1.7745e+00 1.6119e+00 1.5477e+00 5.6200e-02]\n",
      " [0.0000e+00 7.4560e-01 1.4003e+00 4.9920e-01 1.7350e-01]]\n",
      "mean_state_value 0.37581340985918976\n",
      "episode 125/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.51448363e-05 7.05408373e-05 2.11179769e-04 8.68165980e-04\n",
      " 8.73613577e-04 7.83162414e-06 2.39504725e-05 9.81285877e-04\n",
      " 3.08545869e-03 6.07619485e-03 2.90310463e-06 5.79554608e-07\n",
      " 1.55891410e+00 8.25178673e-03 2.11333637e-02 4.93884124e-07\n",
      " 1.78762893e+00 1.62466579e+00 1.56031666e+00 5.76822503e-02\n",
      " 5.80217969e-08 7.55240973e-01 1.41227362e+00 5.06368195e-01\n",
      " 1.77040762e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 2.0000e-04 9.0000e-04 9.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-03 3.1000e-03 6.1000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.5589e+00 8.3000e-03 2.1100e-02]\n",
      " [0.0000e+00 1.7876e+00 1.6247e+00 1.5603e+00 5.7700e-02]\n",
      " [0.0000e+00 7.5520e-01 1.4123e+00 5.0640e-01 1.7700e-01]]\n",
      "mean_state_value 0.37926975284175557\n",
      "episode 126/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.69834317e-05 7.52360530e-05 2.23817071e-04 9.13543520e-04\n",
      " 9.15538078e-04 8.45887398e-06 2.57051585e-05 1.03231349e-03\n",
      " 3.22472945e-03 6.31771422e-03 3.15447853e-06 6.34528378e-07\n",
      " 1.57148671e+00 8.57229899e-03 2.18265144e-02 5.40882952e-07\n",
      " 1.80079722e+00 1.63745381e+00 1.57289386e+00 5.92197128e-02\n",
      " 6.40532321e-08 7.64908223e-01 1.42424452e+00 5.13537839e-01\n",
      " 1.80620776e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 2.0000e-04 9.0000e-04 9.0000e-04]\n",
      " [0.0000e+00 0.0000e+00 1.0000e-03 3.2000e-03 6.3000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.5715e+00 8.6000e-03 2.1800e-02]\n",
      " [0.0000e+00 1.8008e+00 1.6375e+00 1.5729e+00 5.9200e-02]\n",
      " [0.0000e+00 7.6490e-01 1.4242e+00 5.1350e-01 1.8060e-01]]\n",
      "mean_state_value 0.3827331966523908\n",
      "episode 127/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.89370532e-05 8.01948418e-05 2.37080381e-04 9.60825517e-04\n",
      " 9.59062376e-04 9.12968847e-06 2.75699025e-05 1.08546580e-03\n",
      " 3.36885396e-03 6.56642786e-03 3.42491017e-06 6.94123787e-07\n",
      " 1.58406035e+00 8.90201787e-03 2.25355427e-02 5.91848456e-07\n",
      " 1.81395743e+00 1.65024018e+00 1.58547204e+00 6.07833013e-02\n",
      " 7.06470831e-08 7.74608055e-01 1.43622227e+00 5.20744840e-01\n",
      " 1.84239456e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 2.0000e-04 1.0000e-03 1.0000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.1000e-03 3.4000e-03 6.6000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.5841e+00 8.9000e-03 2.2500e-02]\n",
      " [0.0000e+00 1.8140e+00 1.6502e+00 1.5855e+00 6.0800e-02]\n",
      " [0.0000e+00 7.7460e-01 1.4362e+00 5.2070e-01 1.8420e-01]]\n",
      "mean_state_value 0.3862037525442898\n",
      "episode 128/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.10116431e-05 8.54291499e-05 2.50993976e-04 1.01007115e-03\n",
      " 1.00423103e-03 9.84661710e-06 2.95504104e-05 1.14080793e-03\n",
      " 3.51794772e-03 6.82247271e-03 3.71563406e-06 7.58678601e-07\n",
      " 1.59663500e+00 9.24110630e-03 2.32606384e-02 6.47071967e-07\n",
      " 1.82710965e+00 1.66302488e+00 1.59805118e+00 6.23731729e-02\n",
      " 7.78497017e-08 7.84340086e-01 1.44820679e+00 5.27988952e-01\n",
      " 1.87896783e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 3.0000e-04 1.0000e-03 1.0000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.1000e-03 3.5000e-03 6.8000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.5966e+00 9.2000e-03 2.3300e-02]\n",
      " [0.0000e+00 1.8271e+00 1.6630e+00 1.5981e+00 6.2400e-02]\n",
      " [0.0000e+00 7.8430e-01 1.4482e+00 5.2800e-01 1.8790e-01]]\n",
      "mean_state_value 0.3896814320851147\n",
      "episode 129/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.32133818e-05 9.09513262e-05 2.65582787e-04 1.06134071e-03\n",
      " 1.05108932e-03 1.06123293e-05 3.16526179e-05 1.19840619e-03\n",
      " 3.67212744e-03 7.08598654e-03 4.02795046e-06 8.28551437e-07\n",
      " 1.60921063e+00 9.58972783e-03 2.40019904e-02 7.06862917e-07\n",
      " 1.84025399e+00 1.67580792e+00 1.61063123e+00 6.39894823e-02\n",
      " 8.57107461e-08 7.94103934e-01 1.46019800e+00 5.35269933e-01\n",
      " 1.91592734e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 3.0000e-04 1.1000e-03 1.1000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.2000e-03 3.7000e-03 7.1000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.6092e+00 9.6000e-03 2.4000e-02]\n",
      " [0.0000e+00 1.8403e+00 1.6758e+00 1.6106e+00 6.4000e-02]\n",
      " [0.0000e+00 7.9410e-01 1.4602e+00 5.3530e-01 1.9160e-01]]\n",
      "mean_state_value 0.39316624715411774\n",
      "episode 130/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.55486944e-05 9.67741307e-05 2.80872413e-04 1.11469560e-03\n",
      " 1.09968327e-03 1.14296184e-05 3.38826967e-05 1.25832808e-03\n",
      " 3.83151105e-03 7.35710790e-03 4.36322804e-06 9.04122798e-07\n",
      " 1.62178720e+00 9.94804658e-03 2.47597871e-02 7.71549745e-07\n",
      " 1.85339054e+00 1.68858929e+00 1.62321217e+00 6.56323817e-02\n",
      " 9.42833795e-08 8.03899224e-01 1.47219581e+00 5.42587542e-01\n",
      " 1.95327285e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 3.0000e-04 1.1000e-03 1.1000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.3000e-03 3.8000e-03 7.4000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.6218e+00 9.9000e-03 2.4800e-02]\n",
      " [0.0000e+00 1.8534e+00 1.6886e+00 1.6232e+00 6.5600e-02]\n",
      " [0.0000e+00 8.0390e-01 1.4722e+00 5.4260e-01 1.9530e-01]]\n",
      "mean_state_value 0.3966582099392597\n",
      "episode 131/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.80242574e-05 1.02910742e-04 2.96889125e-04 1.17019834e-03\n",
      " 1.15005962e-03 1.23014063e-05 3.62470616e-05 1.32064227e-03\n",
      " 3.99621768e-03 7.63597606e-03 4.72290666e-06 9.85796148e-07\n",
      " 1.63436469e+00 1.03162272e-02 2.55342161e-02 8.41480847e-07\n",
      " 1.86651941e+00 1.70136901e+00 1.63579397e+00 6.73020213e-02\n",
      " 1.03624476e-07 8.13725583e-01 1.48420013e+00 5.49941539e-01\n",
      " 1.99100410e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 3.0000e-04 1.2000e-03 1.2000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.3000e-03 4.0000e-03 7.6000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.6344e+00 1.0300e-02 2.5500e-02]\n",
      " [0.0000e+00 1.8665e+00 1.7014e+00 1.6358e+00 6.7300e-02]\n",
      " [0.0000e+00 8.1370e-01 1.4842e+00 5.4990e-01 1.9910e-01]]\n",
      "mean_state_value 0.40015733293432104\n",
      "episode 132/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.06470048e-05 1.09374768e-04 3.13659876e-04 1.22791257e-03\n",
      " 1.20226585e-03 1.32307472e-05 3.87523762e-05 1.38541863e-03\n",
      " 4.16636761e-03 7.92273107e-03 5.10850020e-06 1.07399902e-06\n",
      " 1.64694305e+00 1.06944349e-02 2.63254641e-02 9.17025543e-07\n",
      " 1.87964068e+00 1.71414707e+00 1.64837659e+00 6.89985489e-02\n",
      " 1.13794840e-07 8.23582645e-01 1.49621090e+00 5.57331683e-01\n",
      " 2.02912079e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 3.0000e-04 1.2000e-03 1.2000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.4000e-03 4.2000e-03 7.9000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.6469e+00 1.0700e-02 2.6300e-02]\n",
      " [0.0000e+00 1.8796e+00 1.7141e+00 1.6484e+00 6.9000e-02]\n",
      " [0.0000e+00 8.2360e-01 1.4962e+00 5.5730e-01 2.0290e-01]]\n",
      "mean_state_value 0.4036636289360087\n",
      "episode 133/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.34241351e-05 1.16180249e-04 3.31212308e-04 1.28790303e-03\n",
      " 1.25635017e-03 1.42208323e-05 4.14055594e-05 1.45272819e-03\n",
      " 4.34208232e-03 8.21751364e-03 5.52159941e-06 1.16918419e-06\n",
      " 1.65952227e+00 1.10828353e-02 2.71337173e-02 9.98575093e-07\n",
      " 1.89275446e+00 1.72692346e+00 1.66096002e+00 7.07221099e-02\n",
      " 1.24859430e-07 8.33470047e-01 1.50822803e+00 5.64757738e-01\n",
      " 2.06762262e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 3.0000e-04 1.3000e-03 1.3000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.5000e-03 4.3000e-03 8.2000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.6595e+00 1.1100e-02 2.7100e-02]\n",
      " [0.0000e+00 1.8928e+00 1.7269e+00 1.6610e+00 7.0700e-02]\n",
      " [0.0000e+00 8.3350e-01 1.5082e+00 5.6480e-01 2.0680e-01]]\n",
      "mean_state_value 0.4071771110410573\n",
      "episode 134/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.63631178e-05 1.23341671e-04 3.49574759e-04 1.35023558e-03\n",
      " 1.31236149e-03 1.52749941e-05 4.42137924e-05 1.52264320e-03\n",
      " 4.52348438e-03 8.52046519e-03 5.96387493e-06 1.27183081e-06\n",
      " 1.67210231e+00 1.14815945e-02 2.79591607e-02 1.08654374e-06\n",
      " 1.90586083e+00 1.73969819e+00 1.67354421e+00 7.24728476e-02\n",
      " 1.36887598e-07 8.43387430e-01 1.52025143e+00 5.72219467e-01\n",
      " 2.10650925e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 3.0000e-04 1.4000e-03 1.3000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.5000e-03 4.5000e-03 8.5000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.6721e+00 1.1500e-02 2.8000e-02]\n",
      " [0.0000e+00 1.9059e+00 1.7397e+00 1.6735e+00 7.2500e-02]\n",
      " [0.0000e+00 8.4340e-01 1.5203e+00 5.7220e-01 2.1070e-01]]\n",
      "mean_state_value 0.41069779264332756\n",
      "episode 135/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.94717004e-05 1.30873971e-04 3.68776273e-04 1.41497722e-03\n",
      " 1.37034950e-03 1.63967110e-05 4.71845249e-05 1.59523705e-03\n",
      " 4.71069753e-03 8.83172781e-03 6.43708030e-06 1.38244573e-06\n",
      " 1.68468314e+00 1.18908791e-02 2.88019789e-02 1.18136980e-06\n",
      " 1.91895989e+00 1.75247127e+00 1.68612914e+00 7.42509029e-02\n",
      " 1.49953336e-07 8.53334439e-01 1.53228103e+00 5.79716634e-01\n",
      " 2.14578032e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0000e+00 1.0000e-04 4.0000e-04 1.4000e-03 1.4000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.6000e-03 4.7000e-03 8.8000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.6847e+00 1.1900e-02 2.8800e-02]\n",
      " [0.0000e+00 1.9190e+00 1.7525e+00 1.6861e+00 7.4300e-02]\n",
      " [0.0000e+00 8.5330e-01 1.5323e+00 5.7970e-01 2.1460e-01]]\n",
      "mean_state_value 0.4142256874308989\n",
      "episode 136/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.27579148e-05 1.38792547e-04 3.88846607e-04 1.48219603e-03\n",
      " 1.43036457e-03 1.75896120e-05 5.03254821e-05 1.67058434e-03\n",
      " 4.90384657e-03 9.15144418e-03 6.94305505e-06 1.50156467e-06\n",
      " 1.69726474e+00 1.23108559e-02 2.96623553e-02 1.28351677e-06\n",
      " 1.93205173e+00 1.76524268e+00 1.69871479e+00 7.60564143e-02\n",
      " 1.64135537e-07 8.63310724e-01 1.54431676e+00 5.87249006e-01\n",
      " 2.18543546e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 1.0000e-04 4.0000e-04 1.5000e-03 1.4000e-03]\n",
      " [0.0000e+00 1.0000e-04 1.7000e-03 4.9000e-03 9.2000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.6973e+00 1.2300e-02 2.9700e-02]\n",
      " [0.0000e+00 1.9321e+00 1.7652e+00 1.6987e+00 7.6100e-02]\n",
      " [0.0000e+00 8.6330e-01 1.5443e+00 5.8720e-01 2.1850e-01]]\n",
      "mean_state_value 0.4177608093831605\n",
      "episode 137/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.62300846e-05 1.47113264e-04 4.09816237e-04 1.55196124e-03\n",
      " 1.49245782e-03 1.88574810e-05 5.36446707e-05 1.74876083e-03\n",
      " 5.10305740e-03 9.47975765e-03 7.48372794e-06 1.62975362e-06\n",
      " 1.70984707e+00 1.27416922e-02 3.05404725e-02 1.39347449e-06\n",
      " 1.94513643e+00 1.77801243e+00 1.71130112e+00 7.78895183e-02\n",
      " 1.79518264e-07 8.73315939e-01 1.55635852e+00 5.94816350e-01\n",
      " 2.22547426e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 1.0000e-04 4.0000e-04 1.6000e-03 1.5000e-03]\n",
      " [0.0000e+00 1.0000e-04 1.7000e-03 5.1000e-03 9.5000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.7098e+00 1.2700e-02 3.0500e-02]\n",
      " [0.0000e+00 1.9451e+00 1.7780e+00 1.7113e+00 7.7900e-02]\n",
      " [0.0000e+00 8.7330e-01 1.5564e+00 5.9480e-01 2.2250e-01]]\n",
      "mean_state_value 0.42130317276789775\n",
      "episode 138/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.98968315e-05 1.55852462e-04 4.31716365e-04 1.62434316e-03\n",
      " 1.55668110e-03 2.02042621e-05 5.71503866e-05 1.82984346e-03\n",
      " 5.30845698e-03 9.81681210e-03 8.06112017e-06 1.76761014e-06\n",
      " 1.72243011e+00 1.31835556e-02 3.14365123e-02 1.51176034e-06\n",
      " 1.95821409e+00 1.79078052e+00 1.72388810e+00 7.97503489e-02\n",
      " 1.96191033e-07 8.83349740e-01 1.56840626e+00 6.02418435e-01\n",
      " 2.26589631e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 2.0000e-04 4.0000e-04 1.6000e-03 1.6000e-03]\n",
      " [0.0000e+00 1.0000e-04 1.8000e-03 5.3000e-03 9.8000e-03]\n",
      " [0.0000e+00 0.0000e+00 1.7224e+00 1.3200e-02 3.1400e-02]\n",
      " [0.0000e+00 1.9582e+00 1.7908e+00 1.7239e+00 7.9800e-02]\n",
      " [0.0000e+00 8.8330e-01 1.5684e+00 6.0240e-01 2.2660e-01]]\n",
      "mean_state_value 0.4248527921383775\n",
      "episode 139/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.37670828e-05 1.65026967e-04 4.54578929e-04 1.69941324e-03\n",
      " 1.62308698e-03 2.16340637e-05 6.08512209e-05 1.91391033e-03\n",
      " 5.52017332e-03 1.01627520e-02 8.67734869e-06 1.91576481e-06\n",
      " 1.73501383e+00 1.36366140e-02 3.23506553e-02 1.63892050e-06\n",
      " 1.97128478e+00 1.80354696e+00 1.73647572e+00 8.16390379e-02\n",
      " 2.14249104e-07 8.93411791e-01 1.58045989e+00 6.10055030e-01\n",
      " 2.30670116e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 2.0000e-04 5.0000e-04 1.7000e-03 1.6000e-03]\n",
      " [0.0000e+00 1.0000e-04 1.9000e-03 5.5000e-03 1.0200e-02]\n",
      " [0.0000e+00 0.0000e+00 1.7350e+00 1.3600e-02 3.2400e-02]\n",
      " [0.0000e+00 1.9713e+00 1.8035e+00 1.7365e+00 8.1600e-02]\n",
      " [0.0000e+00 8.9340e-01 1.5805e+00 6.1010e-01 2.3070e-01]]\n",
      "mean_state_value 0.4284096823304302\n",
      "episode 140/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.78500777e-05 1.74654095e-04 4.78436607e-04 1.77724403e-03\n",
      " 1.69172874e-03 2.31511641e-05 6.47560670e-05 2.00104073e-03\n",
      " 5.73833544e-03 1.05177224e-02 9.33462967e-06 2.07488262e-06\n",
      " 1.74759820e+00 1.41010355e-02 3.32830814e-02 1.77553114e-06\n",
      " 1.98434860e+00 1.81631173e+00 1.74906394e+00 8.35557148e-02\n",
      " 2.33793793e-07 9.03501755e-01 1.59251933e+00 6.17725906e-01\n",
      " 2.34788837e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 2.0000e-04 5.0000e-04 1.8000e-03 1.7000e-03]\n",
      " [0.0000e+00 1.0000e-04 2.0000e-03 5.7000e-03 1.0500e-02]\n",
      " [0.0000e+00 0.0000e+00 1.7476e+00 1.4100e-02 3.3300e-02]\n",
      " [0.0000e+00 1.9843e+00 1.8163e+00 1.7491e+00 8.3600e-02]\n",
      " [0.0000e+00 9.0350e-01 1.5925e+00 6.1770e-01 2.3480e-01]]\n",
      "mean_state_value 0.4319738584595308\n",
      "episode 141/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.21553748e-05 1.84751665e-04 5.03322823e-04 1.85790917e-03\n",
      " 1.76266040e-03 2.47600160e-05 6.88741276e-05 2.09131509e-03\n",
      " 5.96307335e-03 1.08818688e-02 1.00352819e-05 2.24566449e-06\n",
      " 1.76018319e+00 1.45769885e-02 3.42339693e-02 1.92219985e-06\n",
      " 1.99740563e+00 1.82907484e+00 1.76165273e+00 8.55005068e-02\n",
      " 2.54932784e-07 9.13619303e-01 1.60458452e+00 6.25430835e-01\n",
      " 2.38945743e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 2.0000e-04 5.0000e-04 1.9000e-03 1.8000e-03]\n",
      " [0.0000e+00 1.0000e-04 2.1000e-03 6.0000e-03 1.0900e-02]\n",
      " [0.0000e+00 0.0000e+00 1.7602e+00 1.4600e-02 3.4200e-02]\n",
      " [0.0000e+00 1.9974e+00 1.8291e+00 1.7617e+00 8.5500e-02]\n",
      " [0.0000e+00 9.1360e-01 1.6046e+00 6.2540e-01 2.3890e-01]]\n",
      "mean_state_value 0.43554533591787803\n",
      "episode 142/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.66928592e-05 1.95338000e-04 5.29271759e-04 1.94148345e-03\n",
      " 1.83593669e-03 2.64652516e-05 7.32149215e-05 2.18481500e-03\n",
      " 6.19451807e-03 1.12553372e-02 1.07817303e-05 2.42884882e-06\n",
      " 1.77276877e+00 1.50646415e-02 3.52034969e-02 2.07956690e-06\n",
      " 2.01045594e+00 1.84183630e+00 1.77424206e+00 8.74735389e-02\n",
      " 2.77780467e-07 9.23764108e-01 1.61665538e+00 6.33169592e-01\n",
      " 2.43140787e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 2.0000e-04 5.0000e-04 1.9000e-03 1.8000e-03]\n",
      " [0.0000e+00 1.0000e-04 2.2000e-03 6.2000e-03 1.1300e-02]\n",
      " [0.0000e+00 0.0000e+00 1.7728e+00 1.5100e-02 3.5200e-02]\n",
      " [0.0000e+00 2.0105e+00 1.8418e+00 1.7742e+00 8.7500e-02]\n",
      " [0.0000e+00 9.2380e-01 1.6167e+00 6.3320e-01 2.4310e-01]]\n",
      "mean_state_value 0.4391241303714731\n",
      "episode 143/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.14727491e-05 2.06431942e-04 5.56318354e-04 2.02804271e-03\n",
      " 1.91161305e-03 2.82716881e-05 7.77882903e-05 2.28162323e-03\n",
      " 6.43280155e-03 1.16382741e-02 1.15765097e-05 2.62521302e-06\n",
      " 1.78535493e+00 1.55641634e-02 3.61918407e-02 2.24830667e-06\n",
      " 2.02349962e+00 1.85459609e+00 1.78683193e+00 8.94749337e-02\n",
      " 3.02458284e-07 9.33935848e-01 1.62873183e+00 6.40941950e-01\n",
      " 2.47373915e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 2.0000e-04 6.0000e-04 2.0000e-03 1.9000e-03]\n",
      " [0.0000e+00 1.0000e-04 2.3000e-03 6.4000e-03 1.1600e-02]\n",
      " [0.0000e+00 0.0000e+00 1.7854e+00 1.5600e-02 3.6200e-02]\n",
      " [0.0000e+00 2.0235e+00 1.8546e+00 1.7868e+00 8.9500e-02]\n",
      " [0.0000e+00 9.3390e-01 1.6287e+00 6.4090e-01 2.4740e-01]]\n",
      "mean_state_value 0.44271025775719763\n",
      "episode 144/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.65056032e-05 2.18052854e-04 5.84498315e-04 2.11766394e-03\n",
      " 1.98974567e-03 3.01843320e-05 8.26044057e-05 2.38182366e-03\n",
      " 6.67805670e-03 1.20308265e-02 1.24222684e-05 2.83557519e-06\n",
      " 1.79794163e+00 1.60757230e-02 3.71991766e-02 2.42912910e-06\n",
      " 2.03653675e+00 1.86735423e+00 1.79942228e+00 9.15048118e-02\n",
      " 3.29095083e-07 9.44134201e-01 1.64081381e+00 6.48747685e-01\n",
      " 2.51645074e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 2.0000e-04 6.0000e-04 2.1000e-03 2.0000e-03]\n",
      " [0.0000e+00 1.0000e-04 2.4000e-03 6.7000e-03 1.2000e-02]\n",
      " [0.0000e+00 0.0000e+00 1.7979e+00 1.6100e-02 3.7200e-02]\n",
      " [0.0000e+00 2.0365e+00 1.8674e+00 1.7994e+00 9.1500e-02]\n",
      " [0.0000e+00 9.4410e-01 1.6408e+00 6.4870e-01 2.5160e-01]]\n",
      "mean_state_value 0.446303734279891\n",
      "episode 145/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[9.18023279e-05 2.30220632e-04 6.13848123e-04 2.21042517e-03\n",
      " 2.07039141e-03 3.22083852e-05 8.76737764e-05 2.48550134e-03\n",
      " 6.93041733e-03 1.24331416e-02 1.33217717e-05 3.06079575e-06\n",
      " 1.81052885e+00 1.65994893e-02 3.82256790e-02 2.62278115e-06\n",
      " 2.04956741e+00 1.88011071e+00 1.81201311e+00 9.35632913e-02\n",
      " 3.57827497e-07 9.54358855e-01 1.65290124e+00 6.56586576e-01\n",
      " 2.55954209e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 2.0000e-04 6.0000e-04 2.2000e-03 2.1000e-03]\n",
      " [0.0000e+00 1.0000e-04 2.5000e-03 6.9000e-03 1.2400e-02]\n",
      " [0.0000e+00 0.0000e+00 1.8105e+00 1.6600e-02 3.8200e-02]\n",
      " [0.0000e+00 2.0496e+00 1.8801e+00 1.8120e+00 9.3600e-02]\n",
      " [0.0000e+00 9.5440e-01 1.6529e+00 6.5660e-01 2.5600e-01]]\n",
      "mean_state_value 0.44990457640942905\n",
      "episode 146/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[9.73741841e-05 2.42955711e-04 6.44405035e-04 2.30640558e-03\n",
      " 2.15360786e-03 3.43492497e-05 9.30072551e-05 2.59274246e-03\n",
      " 7.19001815e-03 1.28453673e-02 1.42779064e-05 3.30177919e-06\n",
      " 1.82311656e+00 1.71356313e-02 3.92715215e-02 2.83004833e-06\n",
      " 2.06259167e+00 1.89286553e+00 1.82460438e+00 9.56504881e-02\n",
      " 3.88800327e-07 9.64609495e-01 1.66499405e+00 6.64458400e-01\n",
      " 2.60301262e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 2.0000e-04 6.0000e-04 2.3000e-03 2.2000e-03]\n",
      " [0.0000e+00 1.0000e-04 2.6000e-03 7.2000e-03 1.2800e-02]\n",
      " [0.0000e+00 0.0000e+00 1.8231e+00 1.7100e-02 3.9300e-02]\n",
      " [0.0000e+00 2.0626e+00 1.8929e+00 1.8246e+00 9.5700e-02]\n",
      " [0.0000e+00 9.6460e-01 1.6650e+00 6.6450e-01 2.6030e-01]]\n",
      "mean_state_value 0.45351280087780205\n",
      "episode 147/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.03232795e-04 2.56279071e-04 6.76207096e-04 2.40568539e-03\n",
      " 2.23945333e-03 3.66125335e-05 9.86160454e-05 2.70363432e-03\n",
      " 7.45699473e-03 1.32676515e-02 1.52936839e-05 3.55947583e-06\n",
      " 1.83570473e+00 1.76843184e-02 4.03368764e-02 3.05175626e-06\n",
      " 2.07560960e+00 1.90561869e+00 1.83719608e+00 9.77665159e-02\n",
      " 4.22166953e-07 9.74885815e-01 1.67709218e+00 6.72362936e-01\n",
      " 2.64686174e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 3.0000e-04 7.0000e-04 2.4000e-03 2.2000e-03]\n",
      " [0.0000e+00 1.0000e-04 2.7000e-03 7.5000e-03 1.3300e-02]\n",
      " [0.0000e+00 0.0000e+00 1.8357e+00 1.7700e-02 4.0300e-02]\n",
      " [0.0000e+00 2.0756e+00 1.9056e+00 1.8372e+00 9.7800e-02]\n",
      " [0.0000e+00 9.7490e-01 1.6771e+00 6.7240e-01 2.6470e-01]]\n",
      "mean_state_value 0.45712842467619447\n",
      "episode 148/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.09390152e-04 2.70212247e-04 7.09293137e-04 2.50834593e-03\n",
      " 2.32798683e-03 3.90040553e-05 1.04511709e-04 2.81826535e-03\n",
      " 7.73148351e-03 1.37001429e-02 1.63722446e-05 3.83488362e-06\n",
      " 1.84829335e+00 1.82457195e-02 4.14219148e-02 3.28877227e-06\n",
      " 2.08862130e+00 1.91837020e+00 1.84978817e+00 9.99114863e-02\n",
      " 4.58089742e-07 9.85187508e-01 1.68919555e+00 6.80299966e-01\n",
      " 2.69108884e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 3.0000e-04 7.0000e-04 2.5000e-03 2.3000e-03]\n",
      " [0.0000e+00 1.0000e-04 2.8000e-03 7.7000e-03 1.3700e-02]\n",
      " [0.0000e+00 0.0000e+00 1.8483e+00 1.8200e-02 4.1400e-02]\n",
      " [0.0000e+00 2.0886e+00 1.9184e+00 1.8498e+00 9.9900e-02]\n",
      " [0.0000e+00 9.8520e-01 1.6892e+00 6.8030e-01 2.6910e-01]]\n",
      "mean_state_value 0.4607514650520658\n",
      "episode 149/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.15858624e-04 2.84777337e-04 7.43702786e-04 2.61446959e-03\n",
      " 2.41926804e-03 4.15298505e-05 1.10706173e-04 2.93672512e-03\n",
      " 8.01362175e-03 1.41429902e-02 1.75168620e-05 4.12905002e-06\n",
      " 1.86088238e+00 1.88200038e-02 4.25268068e-02 3.54200708e-06\n",
      " 2.10162681e+00 1.93112004e+00 1.86238063e+00 1.02085508e-01\n",
      " 4.96740491e-07 9.95514276e-01 1.70130409e+00 6.88269271e-01\n",
      " 2.73569330e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 3.0000e-04 7.0000e-04 2.6000e-03 2.4000e-03]\n",
      " [0.0000e+00 1.0000e-04 2.9000e-03 8.0000e-03 1.4100e-02]\n",
      " [0.0000e+00 0.0000e+00 1.8609e+00 1.8800e-02 4.2500e-02]\n",
      " [0.0000e+00 2.1016e+00 1.9311e+00 1.8624e+00 1.0210e-01]\n",
      " [0.0000e+00 9.9550e-01 1.7013e+00 6.8830e-01 2.7360e-01]]\n",
      "mean_state_value 0.46438193950623313\n",
      "episode 150/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.22650962e-04 2.99997007e-04 7.79476471e-04 2.72413984e-03\n",
      " 2.51335739e-03 4.41961766e-05 1.17211735e-04 3.05910428e-03\n",
      " 8.30354751e-03 1.45963424e-02 1.87309465e-05 4.44307392e-06\n",
      " 1.87347180e+00 1.94073406e-02 4.36517212e-02 3.81241648e-06\n",
      " 2.11462622e+00 1.94386823e+00 1.87497344e+00 1.04288689e-01\n",
      " 5.38300871e-07 1.00586582e+00 1.71341774e+00 6.96270635e-01\n",
      " 2.78067447e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 3.0000e-04 8.0000e-04 2.7000e-03 2.5000e-03]\n",
      " [0.0000e+00 1.0000e-04 3.1000e-03 8.3000e-03 1.4600e-02]\n",
      " [0.0000e+00 0.0000e+00 1.8735e+00 1.9400e-02 4.3700e-02]\n",
      " [0.0000e+00 2.1146e+00 1.9439e+00 1.8750e+00 1.0430e-01]\n",
      " [0.0000e+00 1.0059e+00 1.7134e+00 6.9630e-01 2.7810e-01]]\n",
      "mean_state_value 0.4680198657899551\n",
      "episode 151/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.29780309e-04 3.15894497e-04 8.16655424e-04 2.83744122e-03\n",
      " 2.61031598e-03 4.70095188e-05 1.24041075e-04 3.18549459e-03\n",
      " 8.60139962e-03 1.50603489e-02 2.00180498e-05 4.77810757e-06\n",
      " 1.88606159e+00 2.00078987e-02 4.47968257e-02 4.10100307e-06\n",
      " 2.12761961e+00 1.95661476e+00 1.88756658e+00 1.06521134e-01\n",
      " 5.82962897e-07 1.01624184e+00 1.72553643e+00 7.04303842e-01\n",
      " 2.82603170e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 3.0000e-04 8.0000e-04 2.8000e-03 2.6000e-03]\n",
      " [0.0000e+00 1.0000e-04 3.2000e-03 8.6000e-03 1.5100e-02]\n",
      " [0.0000e+00 0.0000e+00 1.8861e+00 2.0000e-02 4.4800e-02]\n",
      " [0.0000e+00 2.1276e+00 1.9566e+00 1.8876e+00 1.0650e-01]\n",
      " [0.0000e+00 1.0162e+00 1.7255e+00 7.0430e-01 2.8260e-01]]\n",
      "mean_state_value 0.4716652619020191\n",
      "episode 152/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.37260204e-04 3.32493634e-04 8.55281687e-04 2.95445933e-03\n",
      " 2.71020559e-03 4.99765954e-05 1.31207258e-04 3.31598893e-03\n",
      " 8.90731770e-03 1.55351594e-02 2.13818691e-05 5.13535865e-06\n",
      " 1.89865173e+00 2.06218473e-02 4.59622867e-02 4.40881806e-06\n",
      " 2.14060703e+00 1.96935964e+00 1.90016001e+00 1.08782944e-01\n",
      " 6.30929407e-07 1.02664206e+00 1.73766010e+00 7.12368678e-01\n",
      " 2.87176430e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 3.0000e-04 9.0000e-04 3.0000e-03 2.7000e-03]\n",
      " [0.0000e+00 1.0000e-04 3.3000e-03 8.9000e-03 1.5500e-02]\n",
      " [0.0000e+00 0.0000e+00 1.8987e+00 2.0600e-02 4.6000e-02]\n",
      " [0.0000e+00 2.1406e+00 1.9694e+00 1.9002e+00 1.0880e-01]\n",
      " [0.0000e+00 1.0266e+00 1.7377e+00 7.1240e-01 2.8720e-01]]\n",
      "mean_state_value 0.47531814608583045\n",
      "episode 153/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.45104592e-04 3.49818834e-04 8.95398116e-04 3.07528080e-03\n",
      " 2.81308873e-03 5.31043637e-05 1.38723740e-04 3.45068123e-03\n",
      " 9.22144209e-03 1.60209237e-02 2.28262513e-05 5.51609228e-06\n",
      " 1.91124218e+00 2.12493551e-02 4.71482693e-02 4.73696310e-06\n",
      " 2.15358856e+00 1.98210286e+00 1.91275372e+00 1.11074222e-01\n",
      " 6.82414567e-07 1.03706617e+00 1.74978867e+00 7.20464929e-01\n",
      " 2.91787160e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-04 3.0000e-04 9.0000e-04 3.1000e-03 2.8000e-03]\n",
      " [1.0000e-04 1.0000e-04 3.5000e-03 9.2000e-03 1.6000e-02]\n",
      " [0.0000e+00 0.0000e+00 1.9112e+00 2.1200e-02 4.7100e-02]\n",
      " [0.0000e+00 2.1536e+00 1.9821e+00 1.9128e+00 1.1110e-01]\n",
      " [0.0000e+00 1.0371e+00 1.7498e+00 7.2050e-01 2.9180e-01]]\n",
      "mean_state_value 0.47897853682650476\n",
      "episode 154/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.53327831e-04 3.67895111e-04 9.37048386e-04 3.19999334e-03\n",
      " 2.91902854e-03 5.64000259e-05 1.46604381e-04 3.58966651e-03\n",
      " 9.54391383e-03 1.65177919e-02 2.43551976e-05 5.92163317e-06\n",
      " 1.92383293e+00 2.18905910e-02 4.83549374e-02 5.08659215e-06\n",
      " 2.16656426e+00 1.99484442e+00 1.92534769e+00 1.13395064e-01\n",
      " 7.37644384e-07 1.04751391e+00 1.76192208e+00 7.28592384e-01\n",
      " 2.96435289e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0000e-04 4.0000e-04 9.0000e-04 3.2000e-03 2.9000e-03]\n",
      " [1.0000e-04 1.0000e-04 3.6000e-03 9.5000e-03 1.6500e-02]\n",
      " [0.0000e+00 0.0000e+00 1.9238e+00 2.1900e-02 4.8400e-02]\n",
      " [0.0000e+00 2.1666e+00 1.9948e+00 1.9253e+00 1.1340e-01]\n",
      " [0.0000e+00 1.0475e+00 1.7619e+00 7.2860e-01 2.9640e-01]]\n",
      "mean_state_value 0.4826464528479633\n",
      "episode 155/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.61944697e-04 3.86748084e-04 9.80276994e-04 3.32868567e-03\n",
      " 3.02808890e-03 5.98710344e-05 1.54863448e-04 3.73304087e-03\n",
      " 9.87487468e-03 1.70259141e-02 2.59728676e-05 6.35336776e-06\n",
      " 1.93642395e+00 2.25457233e-02 4.95824536e-02 5.45891342e-06\n",
      " 2.17953420e+00 2.00758433e+00 1.93794189e+00 1.15745567e-01\n",
      " 7.96857243e-07 1.05798499e+00 1.77406027e+00 7.36750831e-01\n",
      " 3.01120743e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0000e-04 4.0000e-04 1.0000e-03 3.3000e-03 3.0000e-03]\n",
      " [1.0000e-04 2.0000e-04 3.7000e-03 9.9000e-03 1.7000e-02]\n",
      " [0.0000e+00 0.0000e+00 1.9364e+00 2.2500e-02 4.9600e-02]\n",
      " [0.0000e+00 2.1795e+00 2.0076e+00 1.9379e+00 1.1570e-01]\n",
      " [0.0000e+00 1.0580e+00 1.7741e+00 7.3680e-01 3.0110e-01]]\n",
      "mean_state_value 0.4863219131100321\n",
      "episode 156/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.70970394e-04 4.06403984e-04 1.02512926e-03 3.46144757e-03\n",
      " 3.14033432e-03 6.35250980e-05 1.63515620e-04 3.88090145e-03\n",
      " 1.02144670e-02 1.75454408e-02 2.76835841e-05 6.81274648e-06\n",
      " 1.94901523e+00 2.32149204e-02 5.08309793e-02 5.85519135e-06\n",
      " 2.19249845e+00 2.02032258e+00 1.95053629e+00 1.18125824e-01\n",
      " 8.60304461e-07 1.06847912e+00 1.78620317e+00 7.44940061e-01\n",
      " 3.05843450e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0000e-04 4.0000e-04 1.0000e-03 3.5000e-03 3.1000e-03]\n",
      " [1.0000e-04 2.0000e-04 3.9000e-03 1.0200e-02 1.7500e-02]\n",
      " [0.0000e+00 0.0000e+00 1.9490e+00 2.3200e-02 5.0800e-02]\n",
      " [0.0000e+00 2.1925e+00 2.0203e+00 1.9505e+00 1.1810e-01]\n",
      " [0.0000e+00 1.0685e+00 1.7862e+00 7.4490e-01 3.0580e-01]]\n",
      "mean_state_value 0.49000493680554535\n",
      "episode 157/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.80420557e-04 4.26889659e-04 1.07165134e-03 3.59836983e-03\n",
      " 3.25583001e-03 6.73701878e-05 1.72576001e-04 4.03334645e-03\n",
      " 1.05628340e-02 1.80765225e-02 2.94918375e-05 7.30128594e-06\n",
      " 1.96160673e+00 2.38983505e-02 5.21006745e-02 6.27674860e-06\n",
      " 2.20545707e+00 2.03305917e+00 1.96313089e+00 1.20535928e-01\n",
      " 9.28250860e-07 1.07899604e+00 1.79835073e+00 7.53159865e-01\n",
      " 3.10603335e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0000e-04 4.0000e-04 1.1000e-03 3.6000e-03 3.3000e-03]\n",
      " [1.0000e-04 2.0000e-04 4.0000e-03 1.0600e-02 1.8100e-02]\n",
      " [0.0000e+00 0.0000e+00 1.9616e+00 2.3900e-02 5.2100e-02]\n",
      " [0.0000e+00 2.2055e+00 2.0331e+00 1.9631e+00 1.2050e-01]\n",
      " [0.0000e+00 1.0790e+00 1.7984e+00 7.5320e-01 3.1060e-01]]\n",
      "mean_state_value 0.49369554335745136\n",
      "episode 158/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.90311264e-04 4.48232583e-04 1.11989022e-03 3.73954425e-03\n",
      " 3.37464184e-03 7.14145428e-05 1.82060123e-04 4.19047511e-03\n",
      " 1.09201191e-02 1.86193099e-02 3.14022906e-05 7.82057136e-06\n",
      " 1.97419843e+00 2.45961814e-02 5.33916979e-02 6.72496817e-06\n",
      " 2.21841012e+00 2.04579411e+00 1.97572565e+00 1.22975968e-01\n",
      " 1.00097536e-06 1.08953548e+00 1.81050287e+00 7.61410036e-01\n",
      " 3.15400320e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0000e-04 4.0000e-04 1.1000e-03 3.7000e-03 3.4000e-03]\n",
      " [1.0000e-04 2.0000e-04 4.2000e-03 1.0900e-02 1.8600e-02]\n",
      " [0.0000e+00 0.0000e+00 1.9742e+00 2.4600e-02 5.3400e-02]\n",
      " [0.0000e+00 2.2184e+00 2.0458e+00 1.9757e+00 1.2300e-01]\n",
      " [0.0000e+00 1.0895e+00 1.8105e+00 7.6140e-01 3.1540e-01]]\n",
      "mean_state_value 0.49739375241592526\n",
      "episode 159/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.00659042e-04 4.70460861e-04 1.16989371e-03 3.88506364e-03\n",
      " 3.49683633e-03 7.56666759e-05 1.91983952e-04 4.35238768e-03\n",
      " 1.12864668e-02 1.91739537e-02 3.34197828e-05 8.37225883e-06\n",
      " 1.98679032e+00 2.53085807e-02 5.47042068e-02 7.20129547e-06\n",
      " 2.23135768e+00 2.05852739e+00 1.98832056e+00 1.25446031e-01\n",
      " 1.07877157e-06 1.10009716e+00 1.82265954e+00 7.69690368e-01\n",
      " 3.20234329e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0000e-04 5.0000e-04 1.2000e-03 3.9000e-03 3.5000e-03]\n",
      " [1.0000e-04 2.0000e-04 4.4000e-03 1.1300e-02 1.9200e-02]\n",
      " [0.0000e+00 0.0000e+00 1.9868e+00 2.5300e-02 5.4700e-02]\n",
      " [0.0000e+00 2.2314e+00 2.0585e+00 1.9883e+00 1.2540e-01]\n",
      " [0.0000e+00 1.1001e+00 1.8227e+00 7.6970e-01 3.2020e-01]]\n",
      "mean_state_value 0.5010995838554836\n",
      "episode 160/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.11480869e-04 4.93603237e-04 1.22171049e-03 4.03502182e-03\n",
      " 3.62248070e-03 8.01353804e-05 2.02363899e-04 4.51918546e-03\n",
      " 1.16620218e-02 1.97406046e-02 3.55493356e-05 8.95807782e-06\n",
      " 1.99938237e+00 2.60357156e-02 5.60383572e-02 7.70724051e-06\n",
      " 2.24429978e+00 2.07125902e+00 2.00091558e+00 1.27946203e-01\n",
      " 1.16194845e-06 1.11068082e+00 1.83482067e+00 7.78000656e-01\n",
      " 3.25105282e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0000e-04 5.0000e-04 1.2000e-03 4.0000e-03 3.6000e-03]\n",
      " [1.0000e-04 2.0000e-04 4.5000e-03 1.1700e-02 1.9700e-02]\n",
      " [0.0000e+00 0.0000e+00 1.9994e+00 2.6000e-02 5.6000e-02]\n",
      " [0.0000e+00 2.2443e+00 2.0713e+00 2.0009e+00 1.2790e-01]\n",
      " [0.0000e+00 1.1107e+00 1.8348e+00 7.7800e-01 3.2510e-01]]\n",
      "mean_state_value 0.504813057772107\n",
      "episode 161/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.22794188e-04 5.17689098e-04 1.27539005e-03 4.18951359e-03\n",
      " 3.75164278e-03 8.48297352e-05 2.13216824e-04 4.69097072e-03\n",
      " 1.20469296e-02 2.03194137e-02 3.77961567e-05 9.57983361e-06\n",
      " 2.01197456e+00 2.67777531e-02 5.73943037e-02 8.24438009e-06\n",
      " 2.25723651e+00 2.08398899e+00 2.01351071e+00 1.30476566e-01\n",
      " 1.25083096e-06 1.12128620e+00 1.84698620e+00 7.86340696e-01\n",
      " 3.30013097e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0000e-04 5.0000e-04 1.3000e-03 4.2000e-03 3.8000e-03]\n",
      " [1.0000e-04 2.0000e-04 4.7000e-03 1.2000e-02 2.0300e-02]\n",
      " [0.0000e+00 0.0000e+00 2.0120e+00 2.6800e-02 5.7400e-02]\n",
      " [0.0000e+00 2.2572e+00 2.0840e+00 2.0135e+00 1.3050e-01]\n",
      " [0.0000e+00 1.1213e+00 1.8470e+00 7.8630e-01 3.3000e-01]]\n",
      "mean_state_value 0.5085341944803646\n",
      "episode 162/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.34616912e-04 5.42748482e-04 1.33098274e-03 4.34863475e-03\n",
      " 3.88439107e-03 8.97591116e-05 2.24560043e-04 4.86784675e-03\n",
      " 1.24413360e-02 2.09105316e-02 4.01656454e-05 1.02394098e-05\n",
      " 2.02456687e+00 2.75348597e-02 5.87721997e-02 8.81436012e-06\n",
      " 2.27016792e+00 2.09671731e+00 2.02610593e+00 1.33037203e-01\n",
      " 1.34576067e-06 1.13191304e+00 1.85915608e+00 7.94710285e-01\n",
      " 3.34957694e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0000e-04 5.0000e-04 1.3000e-03 4.3000e-03 3.9000e-03]\n",
      " [1.0000e-04 2.0000e-04 4.9000e-03 1.2400e-02 2.0900e-02]\n",
      " [0.0000e+00 0.0000e+00 2.0246e+00 2.7500e-02 5.8800e-02]\n",
      " [0.0000e+00 2.2702e+00 2.0967e+00 2.0261e+00 1.3300e-01]\n",
      " [0.0000e+00 1.1319e+00 1.8592e+00 7.9470e-01 3.3500e-01]]\n",
      "mean_state_value 0.5122630145105466\n",
      "episode 163/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.46967426e-04 5.68812083e-04 1.38853976e-03 4.51248203e-03\n",
      " 4.02079473e-03 9.49331789e-05 2.36411338e-04 5.04991782e-03\n",
      " 1.28453875e-02 2.15141094e-02 4.26633972e-05 1.09387711e-05\n",
      " 2.03715928e+00 2.83072017e-02 6.01721968e-02 9.41889783e-06\n",
      " 2.28309406e+00 2.10944397e+00 2.03870120e+00 1.35628191e-01\n",
      " 1.44709654e-06 1.14256109e+00 1.87133025e+00 8.03109221e-01\n",
      " 3.39938989e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0000e-04 6.0000e-04 1.4000e-03 4.5000e-03 4.0000e-03]\n",
      " [1.0000e-04 2.0000e-04 5.0000e-03 1.2800e-02 2.1500e-02]\n",
      " [0.0000e+00 0.0000e+00 2.0372e+00 2.8300e-02 6.0200e-02]\n",
      " [0.0000e+00 2.2831e+00 2.1094e+00 2.0387e+00 1.3560e-01]\n",
      " [0.0000e+00 1.1426e+00 1.8713e+00 8.0310e-01 3.3990e-01]]\n",
      "mean_state_value 0.5159995386058008\n",
      "episode 164/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.59864601e-04 5.95911258e-04 1.44811314e-03 4.68115318e-03\n",
      " 4.16092352e-03 1.00361911e-04 2.48788958e-04 5.23728916e-03\n",
      " 1.32592310e-02 2.21302979e-02 4.52952087e-05 1.16799655e-05\n",
      " 2.04975177e+00 2.90949448e-02 6.15944456e-02 1.00597842e-05\n",
      " 2.29601499e+00 2.12216898e+00 2.05129651e+00 1.38249608e-01\n",
      " 1.55521558e-06 1.15323008e+00 1.88350864e+00 8.11537304e-01\n",
      " 3.44956897e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.0000e-04 6.0000e-04 1.4000e-03 4.7000e-03 4.2000e-03]\n",
      " [1.0000e-04 2.0000e-04 5.2000e-03 1.3300e-02 2.2100e-02]\n",
      " [0.0000e+00 0.0000e+00 2.0498e+00 2.9100e-02 6.1600e-02]\n",
      " [0.0000e+00 2.2960e+00 2.1222e+00 2.0513e+00 1.3820e-01]\n",
      " [0.0000e+00 1.1532e+00 1.8835e+00 8.1150e-01 3.4500e-01]]\n",
      "mean_state_value 0.519743787719276\n",
      "episode 165/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.73327797e-04 6.24078033e-04 1.50975579e-03 4.85474685e-03\n",
      " 4.30484787e-03 1.06055591e-04 2.61711633e-04 5.43006697e-03\n",
      " 1.36830138e-02 2.27592478e-02 4.80670829e-05 1.24651275e-05\n",
      " 2.06234431e+00 2.98982545e-02 6.30390951e-02 1.07388865e-05\n",
      " 2.30893078e+00 2.13489234e+00 2.06389184e+00 1.40901528e-01\n",
      " 1.67051357e-06 1.16391978e+00 1.89569119e+00 8.19994336e-01\n",
      " 3.50011333e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.0000e-04 6.0000e-04 1.5000e-03 4.9000e-03 4.3000e-03]\n",
      " [1.0000e-04 3.0000e-04 5.4000e-03 1.3700e-02 2.2800e-02]\n",
      " [0.0000e+00 0.0000e+00 2.0623e+00 2.9900e-02 6.3000e-02]\n",
      " [0.0000e+00 2.3089e+00 2.1349e+00 2.0639e+00 1.4090e-01]\n",
      " [0.0000e+00 1.1639e+00 1.8957e+00 8.2000e-01 3.5000e-01]]\n",
      "mean_state_value 0.5234957830112709\n",
      "episode 166/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.87376872e-04 6.53345106e-04 1.57352145e-03 5.03336266e-03\n",
      " 4.45263882e-03 1.12024820e-04 2.75198575e-04 5.62835840e-03\n",
      " 1.41168837e-02 2.34011100e-02 5.09852342e-05 1.32964805e-05\n",
      " 2.07493689e+00 3.07172955e-02 6.45062929e-02 1.14581503e-05\n",
      " 2.32184147e+00 2.14761404e+00 2.07648717e+00 1.43584024e-01\n",
      " 1.79340586e-06 1.17462993e+00 1.90787786e+00 8.28480116e-01\n",
      " 3.55102210e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.0000e-04 7.0000e-04 1.6000e-03 5.0000e-03 4.5000e-03]\n",
      " [1.0000e-04 3.0000e-04 5.6000e-03 1.4100e-02 2.3400e-02]\n",
      " [1.0000e-04 0.0000e+00 2.0749e+00 3.0700e-02 6.4500e-02]\n",
      " [0.0000e+00 2.3218e+00 2.1476e+00 2.0765e+00 1.4360e-01]\n",
      " [0.0000e+00 1.1746e+00 1.9079e+00 8.2850e-01 3.5510e-01]]\n",
      "mean_state_value 0.527255545846389\n",
      "episode 167/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.02032184e-04 6.83745856e-04 1.63946471e-03 5.21710115e-03\n",
      " 4.60436805e-03 1.18280521e-04 2.89269487e-04 5.83227153e-03\n",
      " 1.45609889e-02 2.40560351e-02 5.40560932e-05 1.41763396e-05\n",
      " 2.08752948e+00 3.15522323e-02 6.59961851e-02 1.22196025e-05\n",
      " 2.33474712e+00 2.16033408e+00 2.08908249e+00 1.46297166e-01\n",
      " 1.92432813e-06 1.18536029e+00 1.92006857e+00 8.36994450e-01\n",
      " 3.60229439e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.0000e-04 7.0000e-04 1.6000e-03 5.2000e-03 4.6000e-03]\n",
      " [1.0000e-04 3.0000e-04 5.8000e-03 1.4600e-02 2.4100e-02]\n",
      " [1.0000e-04 0.0000e+00 2.0875e+00 3.1600e-02 6.6000e-02]\n",
      " [0.0000e+00 2.3347e+00 2.1603e+00 2.0891e+00 1.4630e-01]\n",
      " [0.0000e+00 1.1854e+00 1.9201e+00 8.3700e-01 3.6020e-01]]\n",
      "mean_state_value 0.5310230977907008\n",
      "episode 168/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.17314605e-04 7.15314347e-04 1.70764104e-03 5.40606379e-03\n",
      " 4.76010783e-03 1.24833946e-04 3.03944570e-04 6.04191536e-03\n",
      " 1.50154780e-02 2.47241737e-02 5.72863126e-05 1.51071148e-05\n",
      " 2.10012207e+00 3.24032288e-02 6.75089163e-02 1.30253536e-05\n",
      " 2.34764779e+00 2.17305248e+00 2.10167776e+00 1.49041024e-01\n",
      " 2.06373717e-06 1.19611062e+00 1.93226328e+00 8.45537140e-01\n",
      " 3.65392931e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.0000e-04 7.0000e-04 1.7000e-03 5.4000e-03 4.8000e-03]\n",
      " [1.0000e-04 3.0000e-04 6.0000e-03 1.5000e-02 2.4700e-02]\n",
      " [1.0000e-04 0.0000e+00 2.1001e+00 3.2400e-02 6.7500e-02]\n",
      " [0.0000e+00 2.3476e+00 2.1731e+00 2.1017e+00 1.4900e-01]\n",
      " [0.0000e+00 1.1961e+00 1.9323e+00 8.4550e-01 3.6540e-01]]\n",
      "mean_state_value 0.5347984606089122\n",
      "episode 169/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.33245521e-04 7.48085332e-04 1.77810674e-03 5.60035295e-03\n",
      " 4.91993107e-03 1.31696683e-04 3.19244531e-04 6.25739979e-03\n",
      " 1.54804998e-02 2.54056762e-02 6.06827714e-05 1.60913133e-05\n",
      " 2.11271464e+00 3.32704485e-02 6.90446298e-02 1.38776003e-05\n",
      " 2.36054353e+00 2.18576922e+00 2.11427298e+00 1.51815664e-01\n",
      " 2.21211173e-06 1.20688067e+00 1.94446193e+00 8.54107992e-01\n",
      " 3.70592596e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.0000e-04 7.0000e-04 1.8000e-03 5.6000e-03 4.9000e-03]\n",
      " [1.0000e-04 3.0000e-04 6.3000e-03 1.5500e-02 2.5400e-02]\n",
      " [1.0000e-04 0.0000e+00 2.1127e+00 3.3300e-02 6.9000e-02]\n",
      " [0.0000e+00 2.3605e+00 2.1858e+00 2.1143e+00 1.5180e-01]\n",
      " [0.0000e+00 1.2069e+00 1.9445e+00 8.5410e-01 3.7060e-01]]\n",
      "mean_state_value 0.5385816562615399\n",
      "episode 170/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.49846844e-04 7.82094261e-04 1.85091899e-03 5.80007190e-03\n",
      " 5.08391128e-03 1.38880661e-04 3.35190585e-04 6.47883563e-03\n",
      " 1.59562038e-02 2.61006928e-02 6.42525813e-05 1.71315431e-05\n",
      " 2.12530717e+00 3.41540541e-02 7.06034673e-02 1.47786285e-05\n",
      " 2.37343438e+00 2.19848430e+00 2.12686812e+00 1.54621150e-01\n",
      " 2.36995335e-06 1.21767022e+00 1.95666447e+00 8.62706811e-01\n",
      " 3.75828342e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.0000e-04 8.0000e-04 1.9000e-03 5.8000e-03 5.1000e-03]\n",
      " [1.0000e-04 3.0000e-04 6.5000e-03 1.6000e-02 2.6100e-02]\n",
      " [1.0000e-04 0.0000e+00 2.1253e+00 3.4200e-02 7.0600e-02]\n",
      " [0.0000e+00 2.3734e+00 2.1985e+00 2.1269e+00 1.5460e-01]\n",
      " [0.0000e+00 1.2177e+00 1.9567e+00 8.6270e-01 3.7580e-01]]\n",
      "mean_state_value 0.5423727069020929\n",
      "episode 171/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.67141014e-04 8.17377281e-04 1.92613580e-03 6.00532480e-03\n",
      " 5.25212254e-03 1.46398154e-04 3.51804466e-04 6.70633457e-03\n",
      " 1.64427394e-02 2.68093737e-02 6.80030909e-05 1.82305154e-05\n",
      " 2.13789964e+00 3.50542079e-02 7.21855691e-02 1.57308152e-05\n",
      " 2.38632041e+00 2.21119774e+00 2.13946317e+00 1.57457545e-01\n",
      " 2.53778724e-06 1.22847903e+00 1.96887083e+00 8.71333407e-01\n",
      " 3.81100076e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.0000e-04 8.0000e-04 1.9000e-03 6.0000e-03 5.3000e-03]\n",
      " [1.0000e-04 4.0000e-04 6.7000e-03 1.6400e-02 2.6800e-02]\n",
      " [1.0000e-04 0.0000e+00 2.1379e+00 3.5100e-02 7.2200e-02]\n",
      " [0.0000e+00 2.3863e+00 2.2112e+00 2.1395e+00 1.5750e-01]\n",
      " [0.0000e+00 1.2285e+00 1.9689e+00 8.7130e-01 3.8110e-01]]\n",
      "mean_state_value 0.5461716348742633\n",
      "episode 172/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.85151008e-04 8.53971248e-04 2.00381606e-03 6.21621667e-03\n",
      " 5.42463956e-03 1.54261795e-04 3.69108432e-04 6.94000917e-03\n",
      " 1.69402565e-02 2.75318689e-02 7.19418921e-05 1.93910482e-05\n",
      " 2.15049202e+00 3.59710717e-02 7.37910739e-02 1.67366322e-05\n",
      " 2.39920166e+00 2.22390952e+00 2.15205810e+00 1.60324909e-01\n",
      " 2.71616317e-06 1.23930686e+00 1.98108097e+00 8.79987586e-01\n",
      " 3.86407705e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.0000e-04 9.0000e-04 2.0000e-03 6.2000e-03 5.4000e-03]\n",
      " [2.0000e-04 4.0000e-04 6.9000e-03 1.6900e-02 2.7500e-02]\n",
      " [1.0000e-04 0.0000e+00 2.1505e+00 3.6000e-02 7.3800e-02]\n",
      " [0.0000e+00 2.3992e+00 2.2239e+00 2.1521e+00 1.6030e-01]\n",
      " [0.0000e+00 1.2393e+00 1.9811e+00 8.8000e-01 3.8640e-01]]\n",
      "mean_state_value 0.5499784627091221\n",
      "episode 173/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.03900347e-04 8.91913725e-04 2.08401951e-03 6.43285343e-03\n",
      " 5.60153762e-03 1.62484572e-04 3.87125272e-04 7.17997282e-03\n",
      " 1.74489052e-02 2.82683279e-02 7.60768246e-05 2.06160689e-05\n",
      " 2.16308431e+00 3.69048063e-02 7.54201190e-02 1.77986482e-05\n",
      " 2.41207819e+00 2.23661965e+00 2.16465291e+00 1.63223301e-01\n",
      " 2.90565638e-06 1.25015349e+00 1.99329482e+00 8.88669160e-01\n",
      " 3.91751133e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.0000e-04 9.0000e-04 2.1000e-03 6.4000e-03 5.6000e-03]\n",
      " [2.0000e-04 4.0000e-04 7.2000e-03 1.7400e-02 2.8300e-02]\n",
      " [1.0000e-04 0.0000e+00 2.1631e+00 3.6900e-02 7.5400e-02]\n",
      " [0.0000e+00 2.4121e+00 2.2366e+00 2.1647e+00 1.6320e-01]\n",
      " [0.0000e+00 1.2502e+00 1.9933e+00 8.8870e-01 3.9180e-01]]\n",
      "mean_state_value 0.5537932131223241\n",
      "episode 174/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.23413099e-04 9.31242990e-04 2.16680675e-03 6.65534180e-03\n",
      " 5.78289259e-03 1.71079842e-04 4.05878309e-04 7.42633977e-03\n",
      " 1.79688359e-02 2.90189003e-02 8.04159818e-05 2.19086179e-05\n",
      " 2.17567648e+00 3.78555724e-02 7.70728401e-02 1.89195322e-05\n",
      " 2.42495004e+00 2.24932813e+00 2.17724756e+00 1.66152778e-01\n",
      " 3.10686853e-06 1.26101870e+00 2.00551235e+00 8.97377937e-01\n",
      " 3.97130266e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.0000e-04 9.0000e-04 2.2000e-03 6.7000e-03 5.8000e-03]\n",
      " [2.0000e-04 4.0000e-04 7.4000e-03 1.8000e-02 2.9000e-02]\n",
      " [1.0000e-04 0.0000e+00 2.1757e+00 3.7900e-02 7.7100e-02]\n",
      " [0.0000e+00 2.4250e+00 2.2493e+00 2.1772e+00 1.6620e-01]\n",
      " [0.0000e+00 1.2610e+00 2.0055e+00 8.9740e-01 3.9710e-01]]\n",
      "mean_state_value 0.5576159090113197\n",
      "episode 175/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.43713892e-04 9.71998040e-04 2.25223922e-03 6.88378937e-03\n",
      " 5.96878090e-03 1.80061334e-04 4.25391412e-04 7.67922509e-03\n",
      " 1.85001993e-02 2.97837353e-02 8.49677164e-05 2.32718515e-05\n",
      " 2.18826852e+00 3.88235295e-02 7.87493714e-02 2.01020556e-05\n",
      " 2.43781725e+00 2.26203495e+00 2.18984204e+00 1.69113394e-01\n",
      " 3.32042867e-06 1.27190226e+00 2.01773348e+00 9.06113731e-01\n",
      " 4.02545005e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.0000e-04 1.0000e-03 2.3000e-03 6.9000e-03 6.0000e-03]\n",
      " [2.0000e-04 4.0000e-04 7.7000e-03 1.8500e-02 2.9800e-02]\n",
      " [1.0000e-04 0.0000e+00 2.1883e+00 3.8800e-02 7.8700e-02]\n",
      " [0.0000e+00 2.4378e+00 2.2620e+00 2.1898e+00 1.6910e-01]\n",
      " [0.0000e+00 1.2719e+00 2.0177e+00 9.0610e-01 4.0250e-01]]\n",
      "mean_state_value 0.5614465734525751\n",
      "episode 176/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.64827910e-04 1.01421859e-03 2.34037924e-03 7.11830456e-03\n",
      " 6.15927956e-03 1.89443156e-04 4.45688997e-04 7.93874466e-03\n",
      " 1.90431460e-02 3.05629819e-02 8.97406454e-05 2.47090453e-05\n",
      " 2.20086040e+00 3.98088369e-02 8.04498456e-02 2.13490962e-05\n",
      " 2.45067989e+00 2.27474012e+00 2.20243634e+00 1.72105201e-01\n",
      " 3.54699420e-06 1.28280395e+00 2.02995818e+00 9.14876353e-01\n",
      " 4.07995254e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.0000e-04 1.0000e-03 2.3000e-03 7.1000e-03 6.2000e-03]\n",
      " [2.0000e-04 4.0000e-04 7.9000e-03 1.9000e-02 3.0600e-02]\n",
      " [1.0000e-04 0.0000e+00 2.2009e+00 3.9800e-02 8.0400e-02]\n",
      " [0.0000e+00 2.4507e+00 2.2747e+00 2.2024e+00 1.7210e-01]\n",
      " [0.0000e+00 1.2828e+00 2.0300e+00 9.1490e-01 4.0800e-01]]\n",
      "mean_state_value 0.5652852296987998\n",
      "episode 177/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.86780909e-04 1.05794510e-03 2.43128998e-03 7.35899657e-03\n",
      " 6.35446613e-03 1.99239800e-04 4.66796037e-04 8.20501516e-03\n",
      " 1.95978270e-02 3.13567887e-02 9.47436561e-05 2.62235974e-05\n",
      " 2.21345212e+00 4.08116529e-02 8.21743939e-02 2.26636401e-05\n",
      " 2.46353799e+00 2.28744365e+00 2.21503044e+00 1.75128251e-01\n",
      " 3.78725196e-06 1.29372355e+00 2.04218639e+00 9.23665619e-01\n",
      " 4.13480914e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.0000e-04 1.1000e-03 2.4000e-03 7.4000e-03 6.4000e-03]\n",
      " [2.0000e-04 5.0000e-04 8.2000e-03 1.9600e-02 3.1400e-02]\n",
      " [1.0000e-04 0.0000e+00 2.2135e+00 4.0800e-02 8.2200e-02]\n",
      " [0.0000e+00 2.4635e+00 2.2874e+00 2.2150e+00 1.7510e-01]\n",
      " [0.0000e+00 1.2937e+00 2.0422e+00 9.2370e-01 4.1350e-01]]\n",
      "mean_state_value 0.5691319011761824\n",
      "episode 178/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.09599218e-04 1.10321873e-03 2.52503545e-03 7.60597543e-03\n",
      " 6.55441873e-03 2.09466152e-04 4.88738065e-04 8.47815404e-03\n",
      " 2.01643935e-02 3.21653041e-02 9.99859114e-05 2.78190319e-05\n",
      " 2.22604364e+00 4.18321350e-02 8.39231458e-02 2.40487858e-05\n",
      " 2.47639160e+00 2.30014552e+00 2.22762432e+00 1.78182591e-01\n",
      " 4.04191918e-06 1.30466085e+00 2.05441806e+00 9.32481343e-01\n",
      " 4.19001884e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.0000e-04 1.1000e-03 2.5000e-03 7.6000e-03 6.6000e-03]\n",
      " [2.0000e-04 5.0000e-04 8.5000e-03 2.0200e-02 3.2200e-02]\n",
      " [1.0000e-04 0.0000e+00 2.2260e+00 4.1800e-02 8.3900e-02]\n",
      " [0.0000e+00 2.4764e+00 2.3001e+00 2.2276e+00 1.7820e-01]\n",
      " [0.0000e+00 1.3047e+00 2.0544e+00 9.3250e-01 4.1900e-01]]\n",
      "mean_state_value 0.5729866114816349\n",
      "episode 179/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.33309745e-04 1.15008141e-03 2.62168052e-03 7.85935194e-03\n",
      " 6.75921602e-03 2.20137491e-04 5.11541183e-04 8.75827951e-03\n",
      " 2.07429966e-02 3.29886760e-02 1.05476856e-04 2.94990023e-05\n",
      " 2.23863496e+00 4.28704403e-02 8.56962293e-02 2.55077461e-05\n",
      " 2.48924076e+00 2.31284573e+00 2.24021797e+00 1.81268270e-01\n",
      " 4.31174461e-06 1.31561563e+00 2.06665314e+00 9.41323341e-01\n",
      " 4.24558065e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.0000e-04 1.2000e-03 2.6000e-03 7.9000e-03 6.8000e-03]\n",
      " [2.0000e-04 5.0000e-04 8.8000e-03 2.0700e-02 3.3000e-02]\n",
      " [1.0000e-04 0.0000e+00 2.2386e+00 4.2900e-02 8.5700e-02]\n",
      " [0.0000e+00 2.4892e+00 2.3128e+00 2.2402e+00 1.8130e-01]\n",
      " [0.0000e+00 1.3156e+00 2.0667e+00 9.4130e-01 4.2460e-01]]\n",
      "mean_state_value 0.576849384380045\n",
      "episode 180/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.57939985e-04 1.19857577e-03 2.72129092e-03 8.11923767e-03\n",
      " 6.96893722e-03 2.31269504e-04 5.35232063e-04 9.04551054e-03\n",
      " 2.13337878e-02 3.38270522e-02 1.11226220e-04 3.12672947e-05\n",
      " 2.25122606e+00 4.39267249e-02 8.74937711e-02 2.70438525e-05\n",
      " 2.50208553e+00 2.32554430e+00 2.25281136e+00 1.84385332e-01\n",
      " 4.59750961e-06 1.32658769e+00 2.07889158e+00 9.50191430e-01\n",
      " 4.30149355e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.0000e-04 1.2000e-03 2.7000e-03 8.1000e-03 7.0000e-03]\n",
      " [2.0000e-04 5.0000e-04 9.0000e-03 2.1300e-02 3.3800e-02]\n",
      " [1.0000e-04 0.0000e+00 2.2512e+00 4.3900e-02 8.7500e-02]\n",
      " [0.0000e+00 2.5021e+00 2.3255e+00 2.2528e+00 1.8440e-01]\n",
      " [0.0000e+00 1.3266e+00 2.0789e+00 9.5020e-01 4.3010e-01]]\n",
      "mean_state_value 0.5807202438015365\n",
      "episode 181/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.83518022e-04 1.24874521e-03 2.82393323e-03 8.38574497e-03\n",
      " 7.18366206e-03 2.42878286e-04 5.59837960e-04 9.33996683e-03\n",
      " 2.19369182e-02 3.46805799e-02 1.17244028e-04 3.31278316e-05\n",
      " 2.26381692e+00 4.50011441e-02 8.93158960e-02 2.86605574e-05\n",
      " 2.51492594e+00 2.33824122e+00 2.26540448e+00 1.87533821e-01\n",
      " 4.90002925e-06 1.33757681e+00 2.09113332e+00 9.59085429e-01\n",
      " 4.35775651e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.0000e-04 1.2000e-03 2.8000e-03 8.4000e-03 7.2000e-03]\n",
      " [2.0000e-04 6.0000e-04 9.3000e-03 2.1900e-02 3.4700e-02]\n",
      " [1.0000e-04 0.0000e+00 2.2638e+00 4.5000e-02 8.9300e-02]\n",
      " [0.0000e+00 2.5149e+00 2.3382e+00 2.2654e+00 1.8750e-01]\n",
      " [0.0000e+00 1.3376e+00 2.0911e+00 9.5910e-01 4.3580e-01]]\n",
      "mean_state_value 0.5845992138387395\n",
      "episode 182/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.10072540e-04 1.30063387e-03 2.92967486e-03 8.65898692e-03\n",
      " 7.40347079e-03 2.54980348e-04 5.85386711e-04 9.64176880e-03\n",
      " 2.25525395e-02 3.55494060e-02 1.23540601e-04 3.50846755e-05\n",
      " 2.27640753e+00 4.60938526e-02 9.11627274e-02 3.03614376e-05\n",
      " 2.52776203e+00 2.35093649e+00 2.27799732e+00 1.90713776e-01\n",
      " 5.22015345e-06 1.34858279e+00 2.10337832e+00 9.68005157e-01\n",
      " 4.41436851e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.0000e-04 1.3000e-03 2.9000e-03 8.7000e-03 7.4000e-03]\n",
      " [3.0000e-04 6.0000e-04 9.6000e-03 2.2600e-02 3.5500e-02]\n",
      " [1.0000e-04 0.0000e+00 2.2764e+00 4.6100e-02 9.1200e-02]\n",
      " [0.0000e+00 2.5278e+00 2.3509e+00 2.2780e+00 1.9070e-01]\n",
      " [0.0000e+00 1.3486e+00 2.1034e+00 9.6800e-01 4.4140e-01]]\n",
      "mean_state_value 0.5884863187440668\n",
      "episode 183/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.37632824e-04 1.35428662e-03 3.03858408e-03 8.93907731e-03\n",
      " 7.62844422e-03 2.67592623e-04 6.11906742e-04 9.95103756e-03\n",
      " 2.31808032e-02 3.64336771e-02 1.30126566e-04 3.71420321e-05\n",
      " 2.28899786e+00 4.72050041e-02 9.30343870e-02 3.21501979e-05\n",
      " 2.54059386e+00 2.36363010e+00 2.29058985e+00 1.93925238e-01\n",
      " 5.55876818e-06 1.35960543e+00 2.11562654e+00 9.76950434e-01\n",
      " 4.47132850e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.0000e-04 1.4000e-03 3.0000e-03 8.9000e-03 7.6000e-03]\n",
      " [3.0000e-04 6.0000e-04 1.0000e-02 2.3200e-02 3.6400e-02]\n",
      " [1.0000e-04 0.0000e+00 2.2890e+00 4.7200e-02 9.3000e-02]\n",
      " [0.0000e+00 2.5406e+00 2.3636e+00 2.2906e+00 1.9390e-01]\n",
      " [0.0000e+00 1.3596e+00 2.1156e+00 9.7700e-01 4.4710e-01]]\n",
      "mean_state_value 0.5923815829270015\n",
      "episode 184/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.66228768e-04 1.40974911e-03 3.15072999e-03 9.22613069e-03\n",
      " 7.85866362e-03 2.80732473e-04 6.39427080e-04 1.02678949e-02\n",
      " 2.38218606e-02 3.73335392e-02 1.37012858e-04 3.93042543e-05\n",
      " 2.30158790e+00 4.83347514e-02 9.49309952e-02 3.40306740e-05\n",
      " 2.55342146e+00 2.37632207e+00 2.30318207e+00 1.97168245e-01\n",
      " 5.91679667e-06 1.37064452e+00 2.12787791e+00 9.85921082e-01\n",
      " 4.52863543e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[7.0000e-04 1.4000e-03 3.2000e-03 9.2000e-03 7.9000e-03]\n",
      " [3.0000e-04 6.0000e-04 1.0300e-02 2.3800e-02 3.7300e-02]\n",
      " [1.0000e-04 0.0000e+00 2.3016e+00 4.8300e-02 9.4900e-02]\n",
      " [0.0000e+00 2.5534e+00 2.3763e+00 2.3032e+00 1.9720e-01]\n",
      " [0.0000e+00 1.3706e+00 2.1279e+00 9.8590e-01 4.5290e-01]]\n",
      "mean_state_value 0.5962850309513923\n",
      "episode 185/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.95890877e-04 1.46706772e-03 3.26618256e-03 9.52026228e-03\n",
      " 8.09421079e-03 2.94417694e-04 6.67977346e-04 1.05924633e-02\n",
      " 2.44758634e-02 3.82491379e-02 1.44210727e-04 4.15758458e-05\n",
      " 2.31417764e+00 4.94832467e-02 9.68526704e-02 3.60068358e-05\n",
      " 2.56624488e+00 2.38901239e+00 2.31577395e+00 2.00442831e-01\n",
      " 6.29520059e-06 1.38169987e+00 2.14013240e+00 9.94916923e-01\n",
      " 4.58628826e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[7.0000e-04 1.5000e-03 3.3000e-03 9.5000e-03 8.1000e-03]\n",
      " [3.0000e-04 7.0000e-04 1.0600e-02 2.4500e-02 3.8200e-02]\n",
      " [1.0000e-04 0.0000e+00 2.3142e+00 4.9500e-02 9.6900e-02]\n",
      " [0.0000e+00 2.5662e+00 2.3890e+00 2.3158e+00 2.0040e-01]\n",
      " [0.0000e+00 1.3817e+00 2.1401e+00 9.9490e-01 4.5860e-01]]\n",
      "mean_state_value 0.6001966875327572\n",
      "episode 186/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.26650278e-04 1.52628958e-03 3.38501256e-03 9.82158800e-03\n",
      " 8.33516802e-03 3.08666523e-04 6.97587774e-04 1.09248659e-02\n",
      " 2.51429629e-02 3.91806184e-02 1.51731746e-04 4.39614648e-05\n",
      " 2.32676706e+00 5.06506411e-02 9.87995299e-02 3.80827914e-05\n",
      " 2.57906414e+00 2.40170105e+00 2.32836549e+00 2.03749032e-01\n",
      " 6.69498135e-06 1.39277128e+00 2.15238996e+00 1.00393778e+00\n",
      " 4.64428591e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[7.0000e-04 1.5000e-03 3.4000e-03 9.8000e-03 8.3000e-03]\n",
      " [3.0000e-04 7.0000e-04 1.0900e-02 2.5100e-02 3.9200e-02]\n",
      " [2.0000e-04 0.0000e+00 2.3268e+00 5.0700e-02 9.8800e-02]\n",
      " [0.0000e+00 2.5791e+00 2.4017e+00 2.3284e+00 2.0370e-01]\n",
      " [0.0000e+00 1.3928e+00 2.1524e+00 1.0039e+00 4.6440e-01]]\n",
      "mean_state_value 0.6041165775355966\n",
      "episode 187/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.58538721e-04 1.58746261e-03 3.50729162e-03 1.01302244e-02\n",
      " 8.58161809e-03 3.23497642e-04 7.28289206e-04 1.12652265e-02\n",
      " 2.58233105e-02 4.01281255e-02 1.59587813e-04 4.64659277e-05\n",
      " 2.33935614e+00 5.18370849e-02 1.00771689e-01 4.02627899e-05\n",
      " 2.59187931e+00 2.41438807e+00 2.34095666e+00 2.07086878e-01\n",
      " 7.11718137e-06 1.40385855e+00 2.16465054e+00 1.01298348e+00\n",
      " 4.70262731e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[8.0000e-04 1.6000e-03 3.5000e-03 1.0100e-02 8.6000e-03]\n",
      " [3.0000e-04 7.0000e-04 1.1300e-02 2.5800e-02 4.0100e-02]\n",
      " [2.0000e-04 0.0000e+00 2.3394e+00 5.1800e-02 1.0080e-01]\n",
      " [0.0000e+00 2.5919e+00 2.4144e+00 2.3410e+00 2.0710e-01]\n",
      " [0.0000e+00 1.4039e+00 2.1647e+00 1.0130e+00 4.7030e-01]]\n",
      "mean_state_value 0.6080447259707156\n",
      "episode 188/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.91588582e-04 1.65063546e-03 3.63309219e-03 1.04462888e-02\n",
      " 8.83364426e-03 3.38930188e-04 7.60113101e-04 1.16136694e-02\n",
      " 2.65170576e-02 4.10918032e-02 1.67791161e-04 4.90942133e-05\n",
      " 2.35194487e+00 5.30427275e-02 1.02769261e-01 4.25512250e-05\n",
      " 2.60469040e+00 2.42707344e+00 2.35354745e+00 2.10456400e-01\n",
      " 7.56288537e-06 1.41496150e+00 2.17691409e+00 1.02205385e+00\n",
      " 4.76131139e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[8.0000e-04 1.7000e-03 3.6000e-03 1.0400e-02 8.8000e-03]\n",
      " [3.0000e-04 8.0000e-04 1.1600e-02 2.6500e-02 4.1100e-02]\n",
      " [2.0000e-04 0.0000e+00 2.3519e+00 5.3000e-02 1.0280e-01]\n",
      " [0.0000e+00 2.6047e+00 2.4271e+00 2.3535e+00 2.1050e-01]\n",
      " [0.0000e+00 1.4150e+00 2.1769e+00 1.0221e+00 4.7610e-01]]\n",
      "mean_state_value 0.6119811579925551\n",
      "episode 189/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.25832873e-04 1.71585756e-03 3.76248755e-03 1.07698991e-02\n",
      " 9.09133026e-03 3.54983753e-04 7.93091541e-04 1.19703195e-02\n",
      " 2.72243554e-02 4.20717954e-02 1.76354357e-04 5.18514660e-05\n",
      " 2.36453324e+00 5.42677175e-02 1.04792360e-01 4.49526390e-05\n",
      " 2.61749747e+00 2.43975716e+00 2.36613785e+00 2.13857627e-01\n",
      " 8.03322176e-06 1.42607993e+00 2.18918057e+00 1.03114870e+00\n",
      " 4.82033706e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[8.0000e-04 1.7000e-03 3.8000e-03 1.0800e-02 9.1000e-03]\n",
      " [4.0000e-04 8.0000e-04 1.2000e-02 2.7200e-02 4.2100e-02]\n",
      " [2.0000e-04 1.0000e-04 2.3645e+00 5.4300e-02 1.0480e-01]\n",
      " [0.0000e+00 2.6175e+00 2.4398e+00 2.3661e+00 2.1390e-01]\n",
      " [0.0000e+00 1.4261e+00 2.1892e+00 1.0311e+00 4.8200e-01]]\n",
      "mean_state_value 0.6159258988965317\n",
      "episode 190/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.61305246e-04 1.78317909e-03 3.89555180e-03 1.11011738e-02\n",
      " 9.35476028e-03 3.71678398e-04 8.27257234e-04 1.23353026e-02\n",
      " 2.79453549e-02 4.30682451e-02 1.85290317e-04 5.47430004e-05\n",
      " 2.37712122e+00 5.55122022e-02 1.06841094e-01 4.74717256e-05\n",
      " 2.63030054e+00 2.45243923e+00 2.37872784e+00 2.17290586e-01\n",
      " 8.52936395e-06 1.43721366e+00 2.20144993e+00 1.04026788e+00\n",
      " 4.87970323e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[9.0000e-04 1.8000e-03 3.9000e-03 1.1100e-02 9.4000e-03]\n",
      " [4.0000e-04 8.0000e-04 1.2300e-02 2.7900e-02 4.3100e-02]\n",
      " [2.0000e-04 1.0000e-04 2.3771e+00 5.5500e-02 1.0680e-01]\n",
      " [0.0000e+00 2.6303e+00 2.4524e+00 2.3787e+00 2.1730e-01]\n",
      " [0.0000e+00 1.4372e+00 2.2014e+00 1.0403e+00 4.8800e-01]]\n",
      "mean_state_value 0.6198789741163874\n",
      "episode 191/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.98039992e-04 1.85265100e-03 4.03235988e-03 1.14402319e-02\n",
      " 9.62401897e-03 3.89034649e-04 8.62643518e-04 1.27087446e-02\n",
      " 2.86802072e-02 4.40812949e-02 1.94612305e-04 5.77743049e-05\n",
      " 2.38970880e+00 5.67763283e-02 1.08915574e-01 5.01133343e-05\n",
      " 2.64309966e+00 2.46511965e+00 2.39131741e+00 2.20755301e-01\n",
      " 9.05253179e-06 1.44836250e+00 2.21372213e+00 1.04941121e+00\n",
      " 4.93940880e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[9.0000e-04 1.9000e-03 4.0000e-03 1.1400e-02 9.6000e-03]\n",
      " [4.0000e-04 9.0000e-04 1.2700e-02 2.8700e-02 4.4100e-02]\n",
      " [2.0000e-04 1.0000e-04 2.3897e+00 5.6800e-02 1.0890e-01]\n",
      " [1.0000e-04 2.6431e+00 2.4651e+00 2.3913e+00 2.2080e-01]\n",
      " [0.0000e+00 1.4484e+00 2.2137e+00 1.0494e+00 4.9390e-01]]\n",
      "mean_state_value 0.6238404092215474\n",
      "episode 192/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[9.36072053e-04 1.92432501e-03 4.17298751e-03 1.17871933e-02\n",
      " 9.89919145e-03 4.07073513e-04 8.99284368e-04 1.30907723e-02\n",
      " 2.94290628e-02 4.51110869e-02 2.04333939e-04 6.09510458e-05\n",
      " 2.40229598e+00 5.80602414e-02 1.11015907e-01 5.28824733e-05\n",
      " 2.65589487e+00 2.47779843e+00 2.40390653e+00 2.24251796e-01\n",
      " 9.60399297e-06 1.45952626e+00 2.22599713e+00 1.05857852e+00\n",
      " 4.99945267e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[9.0000e-04 1.9000e-03 4.2000e-03 1.1800e-02 9.9000e-03]\n",
      " [4.0000e-04 9.0000e-04 1.3100e-02 2.9400e-02 4.5100e-02]\n",
      " [2.0000e-04 1.0000e-04 2.4023e+00 5.8100e-02 1.1100e-01]\n",
      " [1.0000e-04 2.6559e+00 2.4778e+00 2.4039e+00 2.2430e-01]\n",
      " [0.0000e+00 1.4595e+00 2.2260e+00 1.0586e+00 4.9990e-01]]\n",
      "mean_state_value 0.6278102299144888\n",
      "episode 193/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[9.75437023e-04 1.99825361e-03 4.31751125e-03 1.21421783e-02\n",
      " 1.01803632e-02 4.25816475e-04 9.37214401e-04 1.34815129e-02\n",
      " 3.01920726e-02 4.61577626e-02 2.14469200e-04 6.42790709e-05\n",
      " 2.41488273e+00 5.93640861e-02 1.13142199e-01 5.57843140e-05\n",
      " 2.66868620e+00 2.49047555e+00 2.41649521e+00 2.27780092e-01\n",
      " 1.01850645e-05 1.47070477e+00 2.23827487e+00 1.06776964e+00\n",
      " 5.05983371e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-03 2.0000e-03 4.3000e-03 1.2100e-02 1.0200e-02]\n",
      " [4.0000e-04 9.0000e-04 1.3500e-02 3.0200e-02 4.6200e-02]\n",
      " [2.0000e-04 1.0000e-04 2.4149e+00 5.9400e-02 1.1310e-01]\n",
      " [1.0000e-04 2.6687e+00 2.4905e+00 2.4165e+00 2.2780e-01]\n",
      " [0.0000e+00 1.4707e+00 2.2383e+00 1.0678e+00 5.0600e-01]]\n",
      "mean_state_value 0.6317884620281166\n",
      "episode 194/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.01617115e-03 2.07449006e-03 4.46600846e-03 1.25053077e-02\n",
      " 1.04676203e-02 4.45285509e-04 9.76468877e-04 1.38810941e-02\n",
      " 3.09693867e-02 4.72214628e-02 2.25032439e-04 6.77644145e-05\n",
      " 2.42746903e+00 6.06880061e-02 1.15294553e-01 5.88241939e-05\n",
      " 2.68147368e+00 2.50315103e+00 2.42908342e+00 2.31340209e-01\n",
      " 1.07971141e-05 1.48189784e+00 2.25055532e+00 1.07698440e+00\n",
      " 5.12055083e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0000e-03 2.1000e-03 4.5000e-03 1.2500e-02 1.0500e-02]\n",
      " [4.0000e-04 1.0000e-03 1.3900e-02 3.1000e-02 4.7200e-02]\n",
      " [2.0000e-04 1.0000e-04 2.4275e+00 6.0700e-02 1.1530e-01]\n",
      " [1.0000e-04 2.6815e+00 2.5032e+00 2.4291e+00 2.3130e-01]\n",
      " [0.0000e+00 1.4819e+00 2.2506e+00 1.0770e+00 5.1210e-01]]\n",
      "mean_state_value 0.6357751315231505\n",
      "episode 195/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.05831134e-03 2.15308839e-03 4.61855729e-03 1.28767030e-02\n",
      " 1.07610491e-02 4.65503084e-04 1.01708370e-03 1.42896442e-02\n",
      " 3.17611554e-02 4.83023278e-02 2.36038374e-04 7.14133005e-05\n",
      " 2.44005489e+00 6.20321438e-02 1.17473073e-01 6.20076208e-05\n",
      " 2.69425735e+00 2.51582486e+00 2.44167115e+00 2.34932166e-01\n",
      " 1.14415619e-05 1.49310530e+00 2.26283843e+00 1.08622264e+00\n",
      " 5.18160288e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.1000e-03 2.2000e-03 4.6000e-03 1.2900e-02 1.0800e-02]\n",
      " [5.0000e-04 1.0000e-03 1.4300e-02 3.1800e-02 4.8300e-02]\n",
      " [2.0000e-04 1.0000e-04 2.4401e+00 6.2000e-02 1.1750e-01]\n",
      " [1.0000e-04 2.6943e+00 2.5158e+00 2.4417e+00 2.3490e-01]\n",
      " [0.0000e+00 1.4931e+00 2.2628e+00 1.0862e+00 5.1820e-01]]\n",
      "mean_state_value 0.6397702644855204\n",
      "episode 196/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.10189518e-03 2.23410338e-03 4.77523671e-03 1.32564861e-02\n",
      " 1.10607363e-02 4.86492165e-04 1.05909545e-03 1.47072918e-02\n",
      " 3.25675286e-02 4.94004971e-02 2.47502107e-04 7.52321473e-05\n",
      " 2.45264027e+00 6.33966409e-02 1.19677860e-01 6.53402768e-05\n",
      " 2.70703725e+00 2.52849704e+00 2.45425838e+00 2.38555978e-01\n",
      " 1.21198818e-05 1.50432697e+00 2.27512416e+00 1.09548418e+00\n",
      " 5.24298875e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.1000e-03 2.2000e-03 4.8000e-03 1.3300e-02 1.1100e-02]\n",
      " [5.0000e-04 1.1000e-03 1.4700e-02 3.2600e-02 4.9400e-02]\n",
      " [2.0000e-04 1.0000e-04 2.4526e+00 6.3400e-02 1.1970e-01]\n",
      " [1.0000e-04 2.7070e+00 2.5285e+00 2.4543e+00 2.3860e-01]\n",
      " [0.0000e+00 1.5043e+00 2.2751e+00 1.0955e+00 5.2430e-01]]\n",
      "mean_state_value 0.6437738871237711\n",
      "episode 197/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.14696089e-03 2.31759062e-03 4.93612646e-03 1.36447795e-02\n",
      " 1.13667693e-02 5.08276223e-04 1.10254132e-03 1.51341661e-02\n",
      " 3.33886559e-02 5.05161099e-02 2.59439123e-04 7.92275714e-05\n",
      " 2.46522517e+00 6.47816378e-02 1.21909013e-01 6.88280216e-05\n",
      " 2.71981341e+00 2.54116758e+00 2.46684511e+00 2.42211661e-01\n",
      " 1.28336030e-05 1.51556268e+00 2.28741247e+00 1.10476887e+00\n",
      " 5.30470729e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.1000e-03 2.3000e-03 4.9000e-03 1.3600e-02 1.1400e-02]\n",
      " [5.0000e-04 1.1000e-03 1.5100e-02 3.3400e-02 5.0500e-02]\n",
      " [3.0000e-04 1.0000e-04 2.4652e+00 6.4800e-02 1.2190e-01]\n",
      " [1.0000e-04 2.7198e+00 2.5412e+00 2.4668e+00 2.4220e-01]\n",
      " [0.0000e+00 1.5156e+00 2.2874e+00 1.1048e+00 5.3050e-01]]\n",
      "mean_state_value 0.6477860257664763\n",
      "episode 198/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.19354741e-03 2.40360644e-03 5.10130708e-03 1.40417063e-02\n",
      " 1.16792356e-02 5.30879238e-04 1.14745921e-03 1.55703968e-02\n",
      " 3.42246866e-02 5.16493044e-02 2.71865295e-04 8.34063921e-05\n",
      " 2.47780958e+00 6.61872742e-02 1.24166629e-01 7.24768967e-05\n",
      " 2.73258587e+00 2.55383646e+00 2.47943132e+00 2.45899228e-01\n",
      " 1.35843120e-05 1.52681226e+00 2.29970332e+00 1.11407653e+00\n",
      " 5.36675737e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.2000e-03 2.4000e-03 5.1000e-03 1.4000e-02 1.1700e-02]\n",
      " [5.0000e-04 1.1000e-03 1.5600e-02 3.4200e-02 5.1600e-02]\n",
      " [3.0000e-04 1.0000e-04 2.4778e+00 6.6200e-02 1.2420e-01]\n",
      " [1.0000e-04 2.7326e+00 2.5538e+00 2.4794e+00 2.4590e-01]\n",
      " [0.0000e+00 1.5268e+00 2.2997e+00 1.1141e+00 5.3670e-01]]\n",
      "mean_state_value 0.6518067068596628\n",
      "episode 199/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.24169431e-03 2.49220796e-03 5.27085988e-03 1.44473898e-02\n",
      " 1.19982233e-02 5.54325706e-04 1.19388767e-03 1.60161140e-02\n",
      " 3.50757697e-02 5.28002182e-02 2.84796896e-04 8.77756354e-05\n",
      " 2.49039347e+00 6.76136882e-02 1.26450806e-01 7.62931294e-05\n",
      " 2.74535464e+00 2.56650371e+00 2.49201699e+00 2.49618690e-01\n",
      " 1.43736535e-05 1.53807554e+00 2.31199666e+00 1.12340701e+00\n",
      " 5.42913784e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.2000e-03 2.5000e-03 5.3000e-03 1.4400e-02 1.2000e-02]\n",
      " [6.0000e-04 1.2000e-03 1.6000e-02 3.5100e-02 5.2800e-02]\n",
      " [3.0000e-04 1.0000e-04 2.4904e+00 6.7600e-02 1.2650e-01]\n",
      " [1.0000e-04 2.7454e+00 2.5665e+00 2.4920e+00 2.4960e-01]\n",
      " [0.0000e+00 1.5381e+00 2.3120e+00 1.1234e+00 5.4290e-01]]\n",
      "mean_state_value 0.6558359569642427\n",
      "episode 200/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.29144188e-03 2.58345305e-03 5.44486696e-03 1.48619541e-02\n",
      " 1.23238207e-02 5.78640645e-04 1.24186589e-03 1.64714479e-02\n",
      " 3.59420539e-02 5.39689884e-02 2.98250598e-04 9.23425384e-05\n",
      " 2.50297685e+00 6.90610174e-02 1.28761637e-01 8.02831365e-05\n",
      " 2.75811978e+00 2.57916930e+00 2.50460212e+00 2.53370058e-01\n",
      " 1.52033329e-05 1.54935235e+00 2.32429245e+00 1.13276014e+00\n",
      " 5.49184754e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.3000e-03 2.6000e-03 5.4000e-03 1.4900e-02 1.2300e-02]\n",
      " [6.0000e-04 1.2000e-03 1.6500e-02 3.5900e-02 5.4000e-02]\n",
      " [3.0000e-04 1.0000e-04 2.5030e+00 6.9100e-02 1.2880e-01]\n",
      " [1.0000e-04 2.7581e+00 2.5792e+00 2.5046e+00 2.5340e-01]\n",
      " [0.0000e+00 1.5494e+00 2.3243e+00 1.1328e+00 5.4920e-01]]\n",
      "mean_state_value 0.6598738027534559\n",
      "episode 201/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.34283105e-03 2.67740039e-03 5.62341117e-03 1.52855236e-02\n",
      " 1.26561166e-02 6.03849596e-04 1.29143378e-03 1.69365296e-02\n",
      " 3.68236876e-02 5.51557512e-02 3.12243480e-04 9.71145538e-05\n",
      " 2.51555968e+00 7.05293978e-02 1.31099215e-01 8.44535282e-05\n",
      " 2.77088131e+00 2.59183325e+00 2.51718669e+00 2.57153339e-01\n",
      " 1.60751173e-05 1.56064253e+00 2.33659065e+00 1.14213576e+00\n",
      " 5.55488533e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.3000e-03 2.7000e-03 5.6000e-03 1.5300e-02 1.2700e-02]\n",
      " [6.0000e-04 1.3000e-03 1.6900e-02 3.6800e-02 5.5200e-02]\n",
      " [3.0000e-04 1.0000e-04 2.5156e+00 7.0500e-02 1.3110e-01]\n",
      " [1.0000e-04 2.7709e+00 2.5918e+00 2.5172e+00 2.5720e-01]\n",
      " [0.0000e+00 1.5606e+00 2.3366e+00 1.1421e+00 5.5550e-01]]\n",
      "mean_state_value 0.6639202710103218\n",
      "episode 202/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.39590347e-03 2.77410938e-03 5.80657614e-03 1.57182230e-02\n",
      " 1.29952002e-02 6.29978633e-04 1.34263190e-03 1.74114902e-02\n",
      " 3.77208187e-02 5.63606421e-02 3.26793036e-04 1.02099354e-04\n",
      " 2.52814197e+00 7.20189646e-02 1.33463633e-01 8.88111125e-05\n",
      " 2.78363926e+00 2.60449555e+00 2.52977068e+00 2.60968540e-01\n",
      " 1.69908375e-05 1.57194590e+00 2.34889123e+00 1.15153371e+00\n",
      " 5.61825005e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.4000e-03 2.8000e-03 5.8000e-03 1.5700e-02 1.3000e-02]\n",
      " [6.0000e-04 1.3000e-03 1.7400e-02 3.7700e-02 5.6400e-02]\n",
      " [3.0000e-04 1.0000e-04 2.5281e+00 7.2000e-02 1.3350e-01]\n",
      " [1.0000e-04 2.7836e+00 2.6045e+00 2.5298e+00 2.6100e-01]\n",
      " [0.0000e+00 1.5719e+00 2.3489e+00 1.1515e+00 5.6180e-01]]\n",
      "mean_state_value 0.6679753886251006\n",
      "episode 203/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.45070147e-03 2.87364024e-03 5.99444626e-03 1.61601777e-02\n",
      " 1.33411608e-02 6.57054367e-04 1.39550147e-03 1.78964614e-02\n",
      " 3.86335947e-02 5.75837960e-02 3.41917177e-04 1.07304835e-04\n",
      " 2.54072369e+00 7.35298517e-02 1.35854979e-01 9.33628988e-05\n",
      " 2.79639366e+00 2.61715621e+00 2.54235409e+00 2.64815667e-01\n",
      " 1.79523900e-05 1.58326232e+00 2.36119414e+00 1.16095384e+00\n",
      " 5.68194052e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.5000e-03 2.9000e-03 6.0000e-03 1.6200e-02 1.3300e-02]\n",
      " [7.0000e-04 1.4000e-03 1.7900e-02 3.8600e-02 5.7600e-02]\n",
      " [3.0000e-04 1.0000e-04 2.5407e+00 7.3500e-02 1.3590e-01]\n",
      " [1.0000e-04 2.7964e+00 2.6172e+00 2.5424e+00 2.6480e-01]\n",
      " [0.0000e+00 1.5833e+00 2.3612e+00 1.1610e+00 5.6820e-01]]\n",
      "mean_state_value 0.6720391825927627\n",
      "episode 204/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.50726806e-03 2.97605393e-03 6.18710664e-03 1.66115133e-02\n",
      " 1.36940885e-02 6.85103950e-04 1.45008444e-03 1.83915749e-02\n",
      " 3.95621629e-02 5.88253469e-02 3.57634240e-04 1.12739122e-04\n",
      " 2.55330484e+00 7.50621920e-02 1.38273341e-01 9.81161023e-05\n",
      " 2.80914455e+00 2.62981522e+00 2.55493690e+00 2.68694723e-01\n",
      " 1.89617381e-05 1.59459161e+00 2.37349934e+00 1.17039597e+00\n",
      " 5.74595557e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.5000e-03 3.0000e-03 6.2000e-03 1.6600e-02 1.3700e-02]\n",
      " [7.0000e-04 1.5000e-03 1.8400e-02 3.9600e-02 5.8800e-02]\n",
      " [4.0000e-04 1.0000e-04 2.5533e+00 7.5100e-02 1.3830e-01]\n",
      " [1.0000e-04 2.8091e+00 2.6298e+00 2.5549e+00 2.6870e-01]\n",
      " [0.0000e+00 1.5946e+00 2.3735e+00 1.1704e+00 5.7460e-01]]\n",
      "mean_state_value 0.6761116800104691\n",
      "episode 205/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.56564695e-03 3.08141218e-03 6.38464317e-03 1.70723559e-02\n",
      " 1.40540732e-02 7.14155079e-04 1.50642339e-03 1.88969632e-02\n",
      " 4.05066699e-02 6.00854283e-02 3.73962990e-04 1.18410572e-04\n",
      " 2.56588540e+00 7.66161172e-02 1.40718807e-01 1.03078148e-04\n",
      " 2.82189195e+00 2.64247258e+00 2.56751910e+00 2.72605711e-01\n",
      " 2.00209143e-05 1.60593363e+00 2.38580680e+00 1.17985996e+00\n",
      " 5.81029404e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.6000e-03 3.1000e-03 6.4000e-03 1.7100e-02 1.4100e-02]\n",
      " [7.0000e-04 1.5000e-03 1.8900e-02 4.0500e-02 6.0100e-02]\n",
      " [4.0000e-04 1.0000e-04 2.5659e+00 7.6600e-02 1.4070e-01]\n",
      " [1.0000e-04 2.8219e+00 2.6425e+00 2.5675e+00 2.7260e-01]\n",
      " [0.0000e+00 1.6059e+00 2.3858e+00 1.1799e+00 5.8100e-01]]\n",
      "mean_state_value 0.68019290807506\n",
      "episode 206/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.62588256e-03 3.18977751e-03 6.58714245e-03 1.75428319e-02\n",
      " 1.44212056e-02 7.44236003e-04 1.56456162e-03 1.94127587e-02\n",
      " 4.14672620e-02 6.13641725e-02 3.90922628e-04 1.24327782e-04\n",
      " 2.57846537e+00 7.81917579e-02 1.43191461e-01 1.08256674e-04\n",
      " 2.83463589e+00 2.65512830e+00 2.58010067e+00 2.76548630e-01\n",
      " 2.11320221e-05 1.61728821e+00 2.39811647e+00 1.18934565e+00\n",
      " 5.87495474e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.6000e-03 3.2000e-03 6.6000e-03 1.7500e-02 1.4400e-02]\n",
      " [7.0000e-04 1.6000e-03 1.9400e-02 4.1500e-02 6.1400e-02]\n",
      " [4.0000e-04 1.0000e-04 2.5785e+00 7.8200e-02 1.4320e-01]\n",
      " [1.0000e-04 2.8346e+00 2.6551e+00 2.5801e+00 2.7650e-01]\n",
      " [0.0000e+00 1.6173e+00 2.3981e+00 1.1893e+00 5.8750e-01]]\n",
      "mean_state_value 0.6842828940805535\n",
      "episode 207/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.68801999e-03 3.30121317e-03 6.79469182e-03 1.80230682e-02\n",
      " 1.47955764e-02 7.75375529e-04 1.62454312e-03 1.99390942e-02\n",
      " 4.24440851e-02 6.26617114e-02 4.08532796e-04 1.30499587e-04\n",
      " 2.59104471e+00 7.97892434e-02 1.45691386e-01 1.13659538e-04\n",
      " 2.84737641e+00 2.66778237e+00 2.59268162e+00 2.80523480e-01\n",
      " 2.22972374e-05 1.62865519e+00 2.41042832e+00 1.19885288e+00\n",
      " 5.93993650e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.7000e-03 3.3000e-03 6.8000e-03 1.8000e-02 1.4800e-02]\n",
      " [8.0000e-04 1.6000e-03 1.9900e-02 4.2400e-02 6.2700e-02]\n",
      " [4.0000e-04 1.0000e-04 2.5910e+00 7.9800e-02 1.4570e-01]\n",
      " [1.0000e-04 2.8474e+00 2.6678e+00 2.5927e+00 2.8050e-01]\n",
      " [0.0000e+00 1.6287e+00 2.4104e+00 1.1989e+00 5.9400e-01]]\n",
      "mean_state_value 0.6883816654156525\n",
      "episode 208/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.75210506e-03 3.41578321e-03 7.00737936e-03 1.85131918e-02\n",
      " 1.51772769e-02 8.07603023e-04 1.68641257e-03 2.04761029e-02\n",
      " 4.34372844e-02 6.39781759e-02 4.26813583e-04 1.36935072e-04\n",
      " 2.60362344e+00 8.14087020e-02 1.48218664e-01 1.19294817e-04\n",
      " 2.86011352e+00 2.68043480e+00 2.60526191e+00 2.84530258e-01\n",
      " 2.35188110e-05 1.64003444e+00 2.42274230e+00 1.20838150e+00\n",
      " 6.00523812e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.8000e-03 3.4000e-03 7.0000e-03 1.8500e-02 1.5200e-02]\n",
      " [8.0000e-04 1.7000e-03 2.0500e-02 4.3400e-02 6.4000e-02]\n",
      " [4.0000e-04 1.0000e-04 2.6036e+00 8.1400e-02 1.4820e-01]\n",
      " [1.0000e-04 2.8601e+00 2.6804e+00 2.6053e+00 2.8450e-01]\n",
      " [0.0000e+00 1.6400e+00 2.4227e+00 1.2084e+00 6.0050e-01]]\n",
      "mean_state_value 0.6924892495612618\n",
      "episode 209/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.81818428e-03 3.53355243e-03 7.22529382e-03 1.90133302e-02\n",
      " 1.55663984e-02 8.40948417e-04 1.75021532e-03 2.10239181e-02\n",
      " 4.44470048e-02 6.53136962e-02 4.45785528e-04 1.43643571e-04\n",
      " 2.61620153e+00 8.30502606e-02 1.50773376e-01 1.25170818e-04\n",
      " 2.87284727e+00 2.69308559e+00 2.61784155e+00 2.88568960e-01\n",
      " 2.47990698e-05 1.65142579e+00 2.43505839e+00 1.21793136e+00\n",
      " 6.07085841e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.8000e-03 3.5000e-03 7.2000e-03 1.9000e-02 1.5600e-02]\n",
      " [8.0000e-04 1.8000e-03 2.1000e-02 4.4400e-02 6.5300e-02]\n",
      " [4.0000e-04 1.0000e-04 2.6162e+00 8.3100e-02 1.5080e-01]\n",
      " [1.0000e-04 2.8728e+00 2.6931e+00 2.6178e+00 2.8860e-01]\n",
      " [0.0000e+00 1.6514e+00 2.4351e+00 1.2179e+00 6.0710e-01]]\n",
      "mean_state_value 0.6966056740880141\n",
      "episode 210/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.88630486e-03 3.65458637e-03 7.44852471e-03 1.95236112e-02\n",
      " 1.59630326e-02 8.75442213e-04 1.81599746e-03 2.15826733e-02\n",
      " 4.54733906e-02 6.66684017e-02 4.65469629e-04 1.50634673e-04\n",
      " 2.62877897e+00 8.47140451e-02 1.53355599e-01 1.31296076e-04\n",
      " 2.88557767e+00 2.70573473e+00 2.63042052e+00 2.92639581e-01\n",
      " 2.61404195e-05 1.66282910e+00 2.44737655e+00 1.22750229e+00\n",
      " 6.13679619e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.9000e-03 3.7000e-03 7.4000e-03 1.9500e-02 1.6000e-02]\n",
      " [9.0000e-04 1.8000e-03 2.1600e-02 4.5500e-02 6.6700e-02]\n",
      " [5.0000e-04 2.0000e-04 2.6288e+00 8.4700e-02 1.5340e-01]\n",
      " [1.0000e-04 2.8856e+00 2.7057e+00 2.6304e+00 2.9260e-01]\n",
      " [0.0000e+00 1.6628e+00 2.4474e+00 1.2275e+00 6.1370e-01]]\n",
      "mean_state_value 0.7007309666538062\n",
      "episode 211/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.95651474e-03 3.77895137e-03 7.67716220e-03 2.00441629e-02\n",
      " 1.63672717e-02 9.11115487e-04 1.88380573e-03 2.21525025e-02\n",
      " 4.65165855e-02 6.80424208e-02 4.85887345e-04 1.57918228e-04\n",
      " 2.64135575e+00 8.64001801e-02 1.55965411e-01 1.37679361e-04\n",
      " 2.89830475e+00 2.71838222e+00 2.64299881e+00 2.96742114e-01\n",
      " 2.75453461e-05 1.67424421e+00 2.45969673e+00 1.23709415e+00\n",
      " 6.20305025e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0000e-03 3.8000e-03 7.7000e-03 2.0000e-02 1.6400e-02]\n",
      " [9.0000e-04 1.9000e-03 2.2200e-02 4.6500e-02 6.8000e-02]\n",
      " [5.0000e-04 2.0000e-04 2.6414e+00 8.6400e-02 1.5600e-01]\n",
      " [1.0000e-04 2.8983e+00 2.7184e+00 2.6430e+00 2.9670e-01]\n",
      " [0.0000e+00 1.6742e+00 2.4597e+00 1.2371e+00 6.2030e-01]]\n",
      "mean_state_value 0.7048651550013412\n",
      "episode 212/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.02886256e-03 3.90671450e-03 7.91129717e-03 2.05751135e-02\n",
      " 1.67792079e-02 9.47999896e-04 1.95368762e-03 2.27335394e-02\n",
      " 4.75767327e-02 6.94358813e-02 5.07060605e-04 1.65504349e-04\n",
      " 2.65393185e+00 8.81087890e-02 1.58602886e-01 1.44329683e-04\n",
      " 2.91102855e+00 2.73102807e+00 2.65557641e+00 3.00876551e-01\n",
      " 2.90164182e-05 1.68567098e+00 2.47201890e+00 1.24670680e+00\n",
      " 6.26961939e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0000e-03 3.9000e-03 7.9000e-03 2.0600e-02 1.6800e-02]\n",
      " [9.0000e-04 2.0000e-03 2.2700e-02 4.7600e-02 6.9400e-02]\n",
      " [5.0000e-04 2.0000e-04 2.6539e+00 8.8100e-02 1.5860e-01]\n",
      " [1.0000e-04 2.9110e+00 2.7310e+00 2.6556e+00 3.0090e-01]\n",
      " [0.0000e+00 1.6857e+00 2.4720e+00 1.2467e+00 6.2700e-01]]\n",
      "mean_state_value 0.7090082669556843\n",
      "episode 213/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.10339766e-03 4.03794357e-03 8.15102117e-03 2.11165917e-02\n",
      " 1.71989337e-02 9.86127678e-04 2.02569128e-03 2.33259184e-02\n",
      " 4.86539748e-02 7.08489098e-02 5.29011807e-04 1.73403420e-04\n",
      " 2.66650728e+00 8.98399940e-02 1.61268100e-01 1.51256295e-04\n",
      " 2.92374908e+00 2.74367228e+00 2.66815330e+00 3.05042881e-01\n",
      " 3.05562885e-05 1.69710928e+00 2.48434303e+00 1.25634007e+00\n",
      " 6.33650242e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.1000e-03 4.0000e-03 8.2000e-03 2.1100e-02 1.7200e-02]\n",
      " [1.0000e-03 2.0000e-03 2.3300e-02 4.8700e-02 7.0800e-02]\n",
      " [5.0000e-04 2.0000e-04 2.6665e+00 8.9800e-02 1.6130e-01]\n",
      " [2.0000e-04 2.9237e+00 2.7437e+00 2.6682e+00 3.0500e-01]\n",
      " [0.0000e+00 1.6971e+00 2.4843e+00 1.2563e+00 6.3370e-01]]\n",
      "mean_state_value 0.7131603304218243\n",
      "episode 214/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.18017011e-03 4.17270719e-03 8.39642645e-03 2.16687262e-02\n",
      " 1.76265420e-02 1.02553166e-03 2.09986559e-03 2.39297737e-02\n",
      " 4.97484539e-02 7.22816324e-02 5.51763833e-04 1.81626098e-04\n",
      " 2.67908201e+00 9.15939160e-02 1.63961123e-01 1.58468696e-04\n",
      " 2.93646637e+00 2.75631485e+00 2.68072948e+00 3.09241094e-01\n",
      " 3.21676967e-05 1.70855894e+00 2.49666907e+00 1.26599381e+00\n",
      " 6.40369811e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.2000e-03 4.2000e-03 8.4000e-03 2.1700e-02 1.7600e-02]\n",
      " [1.0000e-03 2.1000e-03 2.3900e-02 4.9700e-02 7.2300e-02]\n",
      " [6.0000e-04 2.0000e-04 2.6791e+00 9.1600e-02 1.6400e-01]\n",
      " [2.0000e-04 2.9365e+00 2.7563e+00 2.6807e+00 3.0920e-01]\n",
      " [0.0000e+00 1.7086e+00 2.4967e+00 1.2660e+00 6.4040e-01]]\n",
      "mean_state_value 0.7173213733822454\n",
      "episode 215/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.25923067e-03 4.31107466e-03 8.64760590e-03 2.22316462e-02\n",
      " 1.80621260e-02 1.06624526e-03 2.17626013e-03 2.45452398e-02\n",
      " 5.08603114e-02 7.37341741e-02 5.75340042e-04 1.90183316e-04\n",
      " 2.69165604e+00 9.33706748e-02 1.66682026e-01 1.65976639e-04\n",
      " 2.94918046e+00 2.76895577e+00 2.69330493e+00 3.13471177e-01\n",
      " 3.38534707e-05 1.72001984e+00 2.50899700e+00 1.27566789e+00\n",
      " 6.47120528e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.3000e-03 4.3000e-03 8.6000e-03 2.2200e-02 1.8100e-02]\n",
      " [1.1000e-03 2.2000e-03 2.4500e-02 5.0900e-02 7.3700e-02]\n",
      " [6.0000e-04 2.0000e-04 2.6917e+00 9.3400e-02 1.6670e-01]\n",
      " [2.0000e-04 2.9492e+00 2.7690e+00 2.6933e+00 3.1350e-01]\n",
      " [0.0000e+00 1.7200e+00 2.5090e+00 1.2757e+00 6.4710e-01]]\n",
      "mean_state_value 0.7214914238945088\n",
      "episode 216/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.34063084e-03 4.45311608e-03 8.90465309e-03 2.28054810e-02\n",
      " 1.85057788e-02 1.10830249e-03 2.25492518e-03 2.51724513e-02\n",
      " 5.19896881e-02 7.52066590e-02 5.99764286e-04 1.99086294e-04\n",
      " 2.70422934e+00 9.51703888e-02 1.69430879e-01 1.73790133e-04\n",
      " 2.96189135e+00 2.78159504e+00 2.70587964e+00 3.17733116e-01\n",
      " 3.56165295e-05 1.73149183e+00 2.52132678e+00 1.28536216e+00\n",
      " 6.53902269e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.3000e-03 4.5000e-03 8.9000e-03 2.2800e-02 1.8500e-02]\n",
      " [1.1000e-03 2.3000e-03 2.5200e-02 5.2000e-02 7.5200e-02]\n",
      " [6.0000e-04 2.0000e-04 2.7042e+00 9.5200e-02 1.6940e-01]\n",
      " [2.0000e-04 2.9619e+00 2.7816e+00 2.7059e+00 3.1770e-01]\n",
      " [0.0000e+00 1.7315e+00 2.5213e+00 1.2854e+00 6.5390e-01]]\n",
      "mean_state_value 0.7256705100888412\n",
      "episode 217/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.42442281e-03 4.59890225e-03 9.16766222e-03 2.33903598e-02\n",
      " 1.89575940e-02 1.15173796e-03 2.33591173e-03 2.58115428e-02\n",
      " 5.31367242e-02 7.66992105e-02 6.25060910e-04 2.08346536e-04\n",
      " 2.71680193e+00 9.69931751e-02 1.72207748e-01 1.81919445e-04\n",
      " 2.97459909e+00 2.79423268e+00 2.71845361e+00 3.22026896e-01\n",
      " 3.74598848e-05 1.74297478e+00 2.53365838e+00 1.29507646e+00\n",
      " 6.60714914e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.4000e-03 4.6000e-03 9.2000e-03 2.3400e-02 1.9000e-02]\n",
      " [1.2000e-03 2.3000e-03 2.5800e-02 5.3100e-02 7.6700e-02]\n",
      " [6.0000e-04 2.0000e-04 2.7168e+00 9.7000e-02 1.7220e-01]\n",
      " [2.0000e-04 2.9746e+00 2.7942e+00 2.7185e+00 3.2200e-01]\n",
      " [0.0000e+00 1.7430e+00 2.5337e+00 1.2951e+00 6.6070e-01]]\n",
      "mean_state_value 0.729858660165735\n",
      "episode 218/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.51065952e-03 4.74850474e-03 9.43672815e-03 2.39864125e-02\n",
      " 1.94176655e-02 1.19658690e-03 2.41927149e-03 2.64626492e-02\n",
      " 5.43015591e-02 7.82119509e-02 6.51254754e-04 2.17975839e-04\n",
      " 2.72937377e+00 9.88391498e-02 1.75012700e-01 1.90375110e-04\n",
      " 2.98730368e+00 2.80686867e+00 2.73102683e+00 3.26352499e-01\n",
      " 3.93866434e-05 1.75446854e+00 2.54599175e+00 1.30481065e+00\n",
      " 6.67558340e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.5000e-03 4.7000e-03 9.4000e-03 2.4000e-02 1.9400e-02]\n",
      " [1.2000e-03 2.4000e-03 2.6500e-02 5.4300e-02 7.8200e-02]\n",
      " [7.0000e-04 2.0000e-04 2.7294e+00 9.8800e-02 1.7500e-01]\n",
      " [2.0000e-04 2.9873e+00 2.8069e+00 2.7310e+00 3.2640e-01]\n",
      " [0.0000e+00 1.7545e+00 2.5460e+00 1.3048e+00 6.6760e-01]]\n",
      "mean_state_value 0.7340559023935544\n",
      "episode 219/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.59939459e-03 4.90199583e-03 9.71194635e-03 2.45937687e-02\n",
      " 1.98860873e-02 1.24288511e-03 2.50505686e-03 2.71259053e-02\n",
      " 5.54843316e-02 7.97450016e-02 6.78371166e-04 2.27986298e-04\n",
      " 2.74194487e+00 1.00708427e-01 1.77845799e-01 1.99167930e-04\n",
      " 3.00000517e+00 2.81950302e+00 2.74359927e+00 3.30709909e-01\n",
      " 4.14000094e-05 1.76597298e+00 2.55832688e+00 1.31456458e+00\n",
      " 6.74432427e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.6000e-03 4.9000e-03 9.7000e-03 2.4600e-02 1.9900e-02]\n",
      " [1.2000e-03 2.5000e-03 2.7100e-02 5.5500e-02 7.9700e-02]\n",
      " [7.0000e-04 2.0000e-04 2.7419e+00 1.0070e-01 1.7780e-01]\n",
      " [2.0000e-04 3.0000e+00 2.8195e+00 2.7436e+00 3.3070e-01]\n",
      " [0.0000e+00 1.7660e+00 2.5583e+00 1.3146e+00 6.7440e-01]]\n",
      "mean_state_value 0.7382622651061537\n",
      "episode 220/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.69068237e-03 5.05944855e-03 9.99341293e-03 2.52125584e-02\n",
      " 2.03629534e-02 1.29066904e-03 2.59332097e-03 2.78014459e-02\n",
      " 5.66851800e-02 8.12984832e-02 7.06435999e-04 2.38390309e-04\n",
      " 2.75451520e+00 1.02601122e-01 1.80707108e-01 2.08308981e-04\n",
      " 3.01270356e+00 2.83213573e+00 2.75617094e+00 3.35099104e-01\n",
      " 4.35032864e-05 1.77748798e+00 2.57066371e+00 1.32433812e+00\n",
      " 6.81337051e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.7000e-03 5.1000e-03 1.0000e-02 2.5200e-02 2.0400e-02]\n",
      " [1.3000e-03 2.6000e-03 2.7800e-02 5.6700e-02 8.1300e-02]\n",
      " [7.0000e-04 2.0000e-04 2.7545e+00 1.0260e-01 1.8070e-01]\n",
      " [2.0000e-04 3.0127e+00 2.8321e+00 2.7562e+00 3.3510e-01]\n",
      " [0.0000e+00 1.7775e+00 2.5707e+00 1.3243e+00 6.8130e-01]]\n",
      "mean_state_value 0.7424777767005009\n",
      "episode 221/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.78457795e-03 5.22093666e-03 1.02812246e-02 2.58429117e-02\n",
      " 2.08483584e-02 1.33997573e-03 2.68411764e-03 2.84894061e-02\n",
      " 5.79042415e-02 8.28725151e-02 7.35475619e-04 2.49200572e-04\n",
      " 2.76708477e+00 1.04517344e-01 1.83596687e-01 2.17809619e-04\n",
      " 3.02539889e+00 2.84476679e+00 2.76874182e+00 3.39520066e-01\n",
      " 4.56998797e-05 1.78901339e+00 2.58300223e+00 1.33413112e+00\n",
      " 6.88272091e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.8000e-03 5.2000e-03 1.0300e-02 2.5800e-02 2.0800e-02]\n",
      " [1.3000e-03 2.7000e-03 2.8500e-02 5.7900e-02 8.2900e-02]\n",
      " [7.0000e-04 2.0000e-04 2.7671e+00 1.0450e-01 1.8360e-01]\n",
      " [2.0000e-04 3.0254e+00 2.8448e+00 2.7687e+00 3.3950e-01]\n",
      " [0.0000e+00 1.7890e+00 2.5830e+00 1.3341e+00 6.8830e-01]]\n",
      "mean_state_value 0.7467024656343129\n",
      "episode 222/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.88113710e-03 5.38653462e-03 1.05754787e-02 2.64849587e-02\n",
      " 2.13423967e-02 1.39084284e-03 2.77750141e-03 2.91899208e-02\n",
      " 5.91416530e-02 8.44672161e-02 7.65516912e-04 2.60430100e-04\n",
      " 2.77965356e+00 1.06457206e-01 1.86514596e-01 2.27681479e-04\n",
      " 3.03809117e+00 2.85739621e+00 2.78131190e+00 3.43972771e-01\n",
      " 4.79932988e-05 1.80054909e+00 2.59534239e+00 1.34394344e+00\n",
      " 6.95237423e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.9000e-03 5.4000e-03 1.0600e-02 2.6500e-02 2.1300e-02]\n",
      " [1.4000e-03 2.8000e-03 2.9200e-02 5.9100e-02 8.4500e-02]\n",
      " [8.0000e-04 3.0000e-04 2.7797e+00 1.0650e-01 1.8650e-01]\n",
      " [2.0000e-04 3.0381e+00 2.8574e+00 2.7813e+00 3.4400e-01]\n",
      " [0.0000e+00 1.8005e+00 2.5953e+00 1.3439e+00 6.9520e-01]]\n",
      "mean_state_value 0.7509363604236983\n",
      "episode 223/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.98041634e-03 5.55631764e-03 1.08762732e-02 2.71388296e-02\n",
      " 2.18451632e-02 1.44330867e-03 2.87352755e-03 2.99031249e-02\n",
      " 6.03975504e-02 8.60827037e-02 7.96587283e-04 2.72092220e-04\n",
      " 2.79222155e+00 1.08420817e-01 1.89460894e-01 2.37936484e-04\n",
      " 3.05078044e+00 2.87002399e+00 2.79388117e+00 3.48457197e-01\n",
      " 5.03871594e-05 1.81209494e+00 2.60768416e+00 1.35377493e+00\n",
      " 7.02232924e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.0000e-03 5.6000e-03 1.0900e-02 2.7100e-02 2.1800e-02]\n",
      " [1.4000e-03 2.9000e-03 2.9900e-02 6.0400e-02 8.6100e-02]\n",
      " [8.0000e-04 3.0000e-04 2.7922e+00 1.0840e-01 1.8950e-01]\n",
      " [2.0000e-04 3.0508e+00 2.8700e+00 2.7939e+00 3.4850e-01]\n",
      " [1.0000e-04 1.8121e+00 2.6077e+00 1.3538e+00 7.0220e-01]]\n",
      "mean_state_value 0.7551794896408088\n",
      "episode 224/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.08247287e-03 5.73036163e-03 1.11837065e-02 2.78046548e-02\n",
      " 2.23567528e-02 1.49741210e-03 2.97225200e-03 3.06291534e-02\n",
      " 6.16720690e-02 8.77190947e-02 8.28714667e-04 2.84200580e-04\n",
      " 2.80478875e+00 1.10408284e-01 1.92435637e-01 2.48586849e-04\n",
      " 3.06346670e+00 2.88265013e+00 2.80644963e+00 3.52973319e-01\n",
      " 5.28851859e-05 1.82365082e+00 2.62002752e+00 1.36362546e+00\n",
      " 7.09258473e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.1000e-03 5.7000e-03 1.1200e-02 2.7800e-02 2.2400e-02]\n",
      " [1.5000e-03 3.0000e-03 3.0600e-02 6.1700e-02 8.7700e-02]\n",
      " [8.0000e-04 3.0000e-04 2.8048e+00 1.1040e-01 1.9240e-01]\n",
      " [2.0000e-04 3.0635e+00 2.8827e+00 2.8064e+00 3.5300e-01]\n",
      " [1.0000e-04 1.8237e+00 2.6200e+00 1.3636e+00 7.0930e-01]]\n",
      "mean_state_value 0.7594318819114997\n",
      "episode 225/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.18736465e-03 5.90874320e-03 1.14978777e-02 2.84825647e-02\n",
      " 2.28772605e-02 1.55319269e-03 3.07373144e-03 3.13681411e-02\n",
      " 6.29653431e-02 8.93765047e-02 8.61927529e-04 2.96769152e-04\n",
      " 2.81735514e+00 1.12419716e-01 1.95438879e-01 2.59645084e-04\n",
      " 3.07614999e+00 2.89527463e+00 2.81901725e+00 3.57521111e-01\n",
      " 5.54912138e-05 1.83521661e+00 2.63237243e+00 1.37349489e+00\n",
      " 7.16313944e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.2000e-03 5.9000e-03 1.1500e-02 2.8500e-02 2.2900e-02]\n",
      " [1.6000e-03 3.1000e-03 3.1400e-02 6.3000e-02 8.9400e-02]\n",
      " [9.0000e-04 3.0000e-04 2.8174e+00 1.1240e-01 1.9540e-01]\n",
      " [3.0000e-04 3.0761e+00 2.8953e+00 2.8190e+00 3.5750e-01]\n",
      " [1.0000e-04 1.8352e+00 2.6324e+00 1.3735e+00 7.1630e-01]]\n",
      "mean_state_value 0.7636935659129978\n",
      "episode 226/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.29515032e-03 6.09153969e-03 1.18188865e-02 2.91726897e-02\n",
      " 2.34067817e-02 1.61069058e-03 3.17802327e-03 3.21202229e-02\n",
      " 6.42775065e-02 9.10550484e-02 8.96254868e-04 3.09812236e-04\n",
      " 2.82992071e+00 1.14455217e-01 1.98470675e-01 2.71123997e-04\n",
      " 3.08883032e+00 2.90789749e+00 2.83158404e+00 3.62100546e-01\n",
      " 5.82091920e-05 1.84679218e+00 2.64471885e+00 1.38338307e+00\n",
      " 7.23399216e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.3000e-03 6.1000e-03 1.1800e-02 2.9200e-02 2.3400e-02]\n",
      " [1.6000e-03 3.2000e-03 3.2100e-02 6.4300e-02 9.1100e-02]\n",
      " [9.0000e-04 3.0000e-04 2.8299e+00 1.1450e-01 1.9850e-01]\n",
      " [3.0000e-04 3.0888e+00 2.9079e+00 2.8316e+00 3.6210e-01]\n",
      " [1.0000e-04 1.8468e+00 2.6447e+00 1.3834e+00 7.2340e-01]]\n",
      "mean_state_value 0.7679645703715796\n",
      "episode 227/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.40588926e-03 6.27882913e-03 1.21468331e-02 2.98751603e-02\n",
      " 2.39454116e-02 1.66994658e-03 3.28518556e-03 3.28855337e-02\n",
      " 6.56086920e-02 9.27548397e-02 9.31726225e-04 3.23344469e-04\n",
      " 2.84248545e+00 1.16514892e-01 2.01531076e-01 2.83036702e-04\n",
      " 3.10150772e+00 2.92051870e+00 2.84414999e+00 3.66711596e-01\n",
      " 6.10431853e-05 1.85837739e+00 2.65706677e+00 1.39328988e+00\n",
      " 7.30514165e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.4000e-03 6.3000e-03 1.2100e-02 2.9900e-02 2.3900e-02]\n",
      " [1.7000e-03 3.3000e-03 3.2900e-02 6.5600e-02 9.2800e-02]\n",
      " [9.0000e-04 3.0000e-04 2.8425e+00 1.1650e-01 2.0150e-01]\n",
      " [3.0000e-04 3.1015e+00 2.9205e+00 2.8441e+00 3.6670e-01]\n",
      " [1.0000e-04 1.8584e+00 2.6571e+00 1.3933e+00 7.3050e-01]]\n",
      "mean_state_value 0.7722449240602578\n",
      "episode 228/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.51964155e-03 6.47069024e-03 1.24818182e-02 3.05901068e-02\n",
      " 2.44932459e-02 1.73100212e-03 3.39527713e-03 3.36642080e-02\n",
      " 6.69590318e-02 9.44759912e-02 9.68371685e-04 3.37380824e-04\n",
      " 2.85504935e+00 1.18598844e-01 2.04620133e-01 2.95396622e-04\n",
      " 3.11418220e+00 2.93313828e+00 2.85671508e+00 3.71354231e-01\n",
      " 6.39973768e-05 1.86997215e+00 2.66941614e+00 1.40321517e+00\n",
      " 7.37658666e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.5000e-03 6.5000e-03 1.2500e-02 3.0600e-02 2.4500e-02]\n",
      " [1.7000e-03 3.4000e-03 3.3700e-02 6.7000e-02 9.4500e-02]\n",
      " [1.0000e-03 3.0000e-04 2.8550e+00 1.1860e-01 2.0460e-01]\n",
      " [3.0000e-04 3.1142e+00 2.9331e+00 2.8567e+00 3.7140e-01]\n",
      " [1.0000e-04 1.8700e+00 2.6694e+00 1.4032e+00 7.3770e-01]]\n",
      "mean_state_value 0.7765346557964734\n",
      "episode 229/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.63646798e-03 6.66720244e-03 1.28239430e-02 3.13176599e-02\n",
      " 2.50503801e-02 1.79389925e-03 3.50835749e-03 3.44563804e-02\n",
      " 6.83286571e-02 9.62186147e-02 1.00622188e-03 3.51936617e-04\n",
      " 2.86761241e+00 1.20707174e-01 2.07737894e-01 3.08217491e-04\n",
      " 3.12685379e+00 2.94575621e+00 2.86927930e+00 3.76028420e-01\n",
      " 6.70760703e-05 1.88157631e+00 2.68176693e+00 1.41315880e+00\n",
      " 7.44832596e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.6000e-03 6.7000e-03 1.2800e-02 3.1300e-02 2.5100e-02]\n",
      " [1.8000e-03 3.5000e-03 3.4500e-02 6.8300e-02 9.6200e-02]\n",
      " [1.0000e-03 4.0000e-04 2.8676e+00 1.2070e-01 2.0770e-01]\n",
      " [3.0000e-04 3.1269e+00 2.9458e+00 2.8693e+00 3.7600e-01]\n",
      " [1.0000e-04 1.8816e+00 2.6818e+00 1.4132e+00 7.4480e-01]]\n",
      "mean_state_value 0.780833794439801\n",
      "episode 230/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.75643007e-03 6.86844583e-03 1.31733095e-02 3.20579498e-02\n",
      " 2.56169100e-02 1.85868069e-03 3.62448685e-03 3.52621855e-02\n",
      " 6.97176983e-02 9.79828208e-02 1.04530800e-03 3.67027512e-04\n",
      " 2.88017460e+00 1.22839983e-01 2.10884408e-01 3.21513361e-04\n",
      " 3.13952251e+00 2.95837251e+00 2.88184266e+00 3.80734133e-01\n",
      " 7.02836928e-05 1.89318977e+00 2.69411912e+00 1.42312065e+00\n",
      " 7.52035832e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.8000e-03 6.9000e-03 1.3200e-02 3.2100e-02 2.5600e-02]\n",
      " [1.9000e-03 3.6000e-03 3.5300e-02 6.9700e-02 9.8000e-02]\n",
      " [1.0000e-03 4.0000e-04 2.8802e+00 1.2280e-01 2.1090e-01]\n",
      " [3.0000e-04 3.1395e+00 2.9584e+00 2.8818e+00 3.8070e-01]\n",
      " [1.0000e-04 1.8932e+00 2.6941e+00 1.4231e+00 7.5200e-01]]\n",
      "mean_state_value 0.7851423688896577\n",
      "episode 231/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.87959003e-03 7.07450119e-03 1.35300199e-02 3.28111071e-02\n",
      " 2.61929315e-02 1.92538978e-03 3.74372614e-03 3.60817575e-02\n",
      " 7.11262851e-02 9.97687192e-02 1.08566178e-03 3.82669527e-04\n",
      " 2.89273593e+00 1.24997370e-01 2.14059719e-01 3.35298607e-04\n",
      " 3.15218837e+00 2.97098716e+00 2.89440512e+00 3.85471335e-01\n",
      " 7.36247972e-05 1.90481240e+00 2.70647268e+00 1.43310058e+00\n",
      " 7.59268249e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.9000e-03 7.1000e-03 1.3500e-02 3.2800e-02 2.6200e-02]\n",
      " [1.9000e-03 3.7000e-03 3.6100e-02 7.1100e-02 9.9800e-02]\n",
      " [1.1000e-03 4.0000e-04 2.8927e+00 1.2500e-01 2.1410e-01]\n",
      " [3.0000e-04 3.1522e+00 2.9710e+00 2.8944e+00 3.8550e-01]\n",
      " [1.0000e-04 1.9048e+00 2.7065e+00 1.4331e+00 7.5930e-01]]\n",
      "mean_state_value 0.7894604080830241\n",
      "episode 232/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.00601079e-03 7.28544998e-03 1.38941770e-02 3.35772620e-02\n",
      " 2.67785404e-02 1.99407051e-03 3.86613699e-03 3.69152307e-02\n",
      " 7.25545461e-02 1.01576419e-01 1.12731552e-03 3.98879034e-04\n",
      " 2.90529639e+00 1.27179432e-01 2.17263872e-01 3.49587928e-04\n",
      " 3.16485140e+00 2.98360018e+00 2.90696670e+00 3.90239992e-01\n",
      " 7.71040645e-05 1.91644408e+00 2.71882757e+00 1.44309845e+00\n",
      " 7.66529724e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.0000e-03 7.3000e-03 1.3900e-02 3.3600e-02 2.6800e-02]\n",
      " [2.0000e-03 3.9000e-03 3.6900e-02 7.2600e-02 1.0160e-01]\n",
      " [1.1000e-03 4.0000e-04 2.9053e+00 1.2720e-01 2.1730e-01]\n",
      " [3.0000e-04 3.1649e+00 2.9836e+00 2.9070e+00 3.9020e-01]\n",
      " [1.0000e-04 1.9164e+00 2.7188e+00 1.4431e+00 7.6650e-01]]\n",
      "mean_state_value 0.7937879409921704\n",
      "episode 233/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.13575599e-03 7.50137432e-03 1.42658842e-02 3.43565449e-02\n",
      " 2.73738330e-02 2.06476751e-03 3.99178173e-03 3.77627389e-02\n",
      " 7.40026092e-02 1.03406027e-01 1.17030210e-03 4.15672767e-04\n",
      " 2.91785596e+00 1.29386265e-01 2.20496911e-01 3.64396355e-04\n",
      " 3.17751162e+00 2.99621155e+00 2.91952738e+00 3.95040069e-01\n",
      " 8.07263066e-05 1.92808471e+00 2.73118377e+00 1.45311413e+00\n",
      " 7.73820131e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.1000e-03 7.5000e-03 1.4300e-02 3.4400e-02 2.7400e-02]\n",
      " [2.1000e-03 4.0000e-03 3.7800e-02 7.4000e-02 1.0340e-01]\n",
      " [1.2000e-03 4.0000e-04 2.9179e+00 1.2940e-01 2.2050e-01]\n",
      " [4.0000e-04 3.1775e+00 2.9962e+00 2.9195e+00 3.9500e-01]\n",
      " [1.0000e-04 1.9281e+00 2.7312e+00 1.4531e+00 7.7380e-01]]\n",
      "mean_state_value 0.7981249966223938\n",
      "episode 234/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.26888996e-03 7.72235699e-03 1.46452452e-02 3.51490858e-02\n",
      " 2.79789053e-02 2.13752608e-03 4.12072341e-03 3.86244161e-02\n",
      " 7.54706013e-02 1.05257650e-01 1.21465495e-03 4.33067828e-04\n",
      " 2.93041464e+00 1.31617965e-01 2.23758877e-01 3.79739252e-04\n",
      " 3.19016904e+00 3.00882129e+00 2.93208715e+00 3.99871530e-01\n",
      " 8.44964689e-05 1.93973417e+00 2.74354124e+00 1.46314750e+00\n",
      " 7.81139348e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.3000e-03 7.7000e-03 1.4600e-02 3.5100e-02 2.8000e-02]\n",
      " [2.1000e-03 4.1000e-03 3.8600e-02 7.5500e-02 1.0530e-01]\n",
      " [1.2000e-03 4.0000e-04 2.9304e+00 1.3160e-01 2.2380e-01]\n",
      " [4.0000e-04 3.1902e+00 3.0088e+00 2.9321e+00 3.9990e-01]\n",
      " [1.0000e-04 1.9397e+00 2.7435e+00 1.4631e+00 7.8110e-01]]\n",
      "mean_state_value 0.8024716040097607\n",
      "episode 235/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.40547776e-03 7.94848145e-03 1.50323643e-02 3.59550149e-02\n",
      " 2.85938534e-02 2.21239213e-03 4.25302574e-03 3.95003959e-02\n",
      " 7.69586486e-02 1.07131393e-01 1.26040806e-03 4.51081687e-04\n",
      " 2.94297242e+00 1.33874625e-01 2.27049808e-01 3.95632324e-04\n",
      " 3.20282368e+00 3.02142939e+00 2.94464600e+00 4.04734337e-01\n",
      " 8.84196326e-05 1.95139234e+00 2.75589996e+00 1.47319841e+00\n",
      " 7.88487248e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.4000e-03 7.9000e-03 1.5000e-02 3.6000e-02 2.8600e-02]\n",
      " [2.2000e-03 4.3000e-03 3.9500e-02 7.7000e-02 1.0710e-01]\n",
      " [1.3000e-03 5.0000e-04 2.9430e+00 1.3390e-01 2.2700e-01]\n",
      " [4.0000e-04 3.2028e+00 3.0214e+00 2.9446e+00 4.0470e-01]\n",
      " [1.0000e-04 1.9514e+00 2.7559e+00 1.4732e+00 7.8850e-01]]\n",
      "mean_state_value 0.8068277922188604\n",
      "episode 236/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.54558512e-03 8.17983177e-03 1.54273463e-02 3.67744622e-02\n",
      " 2.92187737e-02 2.28941227e-03 4.38875317e-03 4.03908115e-02\n",
      " 7.84668762e-02 1.09027362e-01 1.30759603e-03 4.69732190e-04\n",
      " 2.95552929e+00 1.36156337e-01 2.30369746e-01 4.12091616e-04\n",
      " 3.21547556e+00 3.03403584e+00 2.95720392e+00 4.09628451e-01\n",
      " 9.25010179e-05 1.96305912e+00 2.76825990e+00 1.48326674e+00\n",
      " 7.95863709e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.5000e-03 8.2000e-03 1.5400e-02 3.6800e-02 2.9200e-02]\n",
      " [2.3000e-03 4.4000e-03 4.0400e-02 7.8500e-02 1.0900e-01]\n",
      " [1.3000e-03 5.0000e-04 2.9555e+00 1.3620e-01 2.3040e-01]\n",
      " [4.0000e-04 3.2155e+00 3.0340e+00 2.9572e+00 4.0960e-01]\n",
      " [1.0000e-04 1.9631e+00 2.7683e+00 1.4833e+00 7.9590e-01]]\n",
      "mean_state_value 0.811193590340564\n",
      "episode 237/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.68927849e-03 8.41649271e-03 1.58302963e-02 3.76075575e-02\n",
      " 2.98537625e-02 2.36863371e-03 4.52797083e-03 4.12957963e-02\n",
      " 7.99954084e-02 1.10945659e-01 1.35625401e-03 4.89037562e-04\n",
      " 2.96808523e+00 1.38463193e-01 2.33718725e-01 4.29133525e-04\n",
      " 3.22812471e+00 3.04664066e+00 2.96976091e+00 4.14553832e-01\n",
      " 9.67459858e-05 1.97473439e+00 2.78062104e+00 1.49335236e+00\n",
      " 8.03268606e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.7000e-03 8.4000e-03 1.5800e-02 3.7600e-02 2.9900e-02]\n",
      " [2.4000e-03 4.5000e-03 4.1300e-02 8.0000e-02 1.1090e-01]\n",
      " [1.4000e-03 5.0000e-04 2.9681e+00 1.3850e-01 2.3370e-01]\n",
      " [4.0000e-04 3.2281e+00 3.0466e+00 2.9698e+00 4.1460e-01]\n",
      " [1.0000e-04 1.9747e+00 2.7806e+00 1.4934e+00 8.0330e-01]]\n",
      "mean_state_value 0.8155690274897934\n",
      "episode 238/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.83662501e-03 8.65854962e-03 1.62413199e-02 3.84544305e-02\n",
      " 3.04989161e-02 2.45010434e-03 4.67074453e-03 4.22154830e-02\n",
      " 8.15443685e-02 1.12886387e-01 1.40641774e-03 5.09016412e-04\n",
      " 2.98064025e+00 1.40795281e-01 2.37096782e-01 4.46774797e-04\n",
      " 3.24077113e+00 3.05924384e+00 2.98231696e+00 4.19510440e-01\n",
      " 1.01160042e-04 1.98641804e+00 2.79298333e+00 1.50345514e+00\n",
      " 8.10701814e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.8000e-03 8.7000e-03 1.6200e-02 3.8500e-02 3.0500e-02]\n",
      " [2.5000e-03 4.7000e-03 4.2200e-02 8.1500e-02 1.1290e-01]\n",
      " [1.4000e-03 5.0000e-04 2.9806e+00 1.4080e-01 2.3710e-01]\n",
      " [4.0000e-04 3.2408e+00 3.0592e+00 2.9823e+00 4.1950e-01]\n",
      " [1.0000e-04 1.9864e+00 2.7930e+00 1.5035e+00 8.1070e-01]]\n",
      "mean_state_value 0.8199541328032969\n",
      "episode 239/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.98769251e-03 8.90608851e-03 1.66605233e-02 3.93152107e-02\n",
      " 3.11543309e-02 2.53387272e-03 4.81714080e-03 4.31500043e-02\n",
      " 8.31138789e-02 1.14849647e-01 1.45812354e-03 5.29687736e-04\n",
      " 2.99319434e+00 1.43152690e-01 2.40503951e-01 4.65032534e-04\n",
      " 3.25341485e+00 3.07184539e+00 2.99487206e+00 4.24498233e-01\n",
      " 1.05748837e-04 1.99810997e+00 2.80534676e+00 1.51357496e+00\n",
      " 8.18163209e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.0000e-03 8.9000e-03 1.6700e-02 3.9300e-02 3.1200e-02]\n",
      " [2.5000e-03 4.8000e-03 4.3200e-02 8.3100e-02 1.1480e-01]\n",
      " [1.5000e-03 5.0000e-04 2.9932e+00 1.4320e-01 2.4050e-01]\n",
      " [5.0000e-04 3.2534e+00 3.0718e+00 2.9949e+00 4.2450e-01]\n",
      " [1.0000e-04 1.9981e+00 2.8053e+00 1.5136e+00 8.1820e-01]]\n",
      "mean_state_value 0.8243489354374336\n",
      "episode 240/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.14254951e-03 9.15919601e-03 1.70880128e-02 4.01900274e-02\n",
      " 3.18201033e-02 2.61998804e-03 4.96722683e-03 4.40994926e-02\n",
      " 8.47040609e-02 1.16835539e-01 1.51140834e-03 5.51070924e-04\n",
      " 3.00574748e+00 1.45535507e-01 2.43940264e-01 4.83924199e-04\n",
      " 3.26605587e+00 3.08444529e+00 3.00742620e+00 4.29517167e-01\n",
      " 1.10518174e-04 2.00981007e+00 2.81771130e+00 1.52371168e+00\n",
      " 8.25652666e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.1000e-03 9.2000e-03 1.7100e-02 4.0200e-02 3.1800e-02]\n",
      " [2.6000e-03 5.0000e-03 4.4100e-02 8.4700e-02 1.1680e-01]\n",
      " [1.5000e-03 6.0000e-04 3.0057e+00 1.4550e-01 2.4390e-01]\n",
      " [5.0000e-04 3.2661e+00 3.0844e+00 3.0074e+00 4.2950e-01]\n",
      " [1.0000e-04 2.0098e+00 2.8177e+00 1.5237e+00 8.2570e-01]]\n",
      "mean_state_value 0.8287534645659643\n",
      "episode 241/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.30126523e-03 9.41795936e-03 1.75238952e-02 4.10790097e-02\n",
      " 3.24963298e-02 2.70850015e-03 5.12107052e-03 4.50640799e-02\n",
      " 8.63150352e-02 1.18844162e-01 1.56630963e-03 5.73185763e-04\n",
      " 3.01829967e+00 1.47943817e-01 2.47405753e-01 5.03467619e-04\n",
      " 3.27869423e+00 3.09704356e+00 3.01997937e+00 4.34567198e-01\n",
      " 1.15474004e-04 2.02151823e+00 2.83007692e+00 1.53386518e+00\n",
      " 8.33170061e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.3000e-03 9.4000e-03 1.7500e-02 4.1100e-02 3.2500e-02]\n",
      " [2.7000e-03 5.1000e-03 4.5100e-02 8.6300e-02 1.1880e-01]\n",
      " [1.6000e-03 6.0000e-04 3.0183e+00 1.4790e-01 2.4740e-01]\n",
      " [5.0000e-04 3.2787e+00 3.0970e+00 3.0200e+00 4.3460e-01]\n",
      " [1.0000e-04 2.0215e+00 2.8301e+00 1.5339e+00 8.3320e-01]]\n",
      "mean_state_value 0.8331677493778529\n",
      "episode 242/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.46390956e-03 9.68246641e-03 1.79682780e-02 4.19822867e-02\n",
      " 3.31831068e-02 2.79945957e-03 5.27874043e-03 4.60438979e-02\n",
      " 8.79469211e-02 1.20875614e-01 1.62286551e-03 5.96052439e-04\n",
      " 3.03085090e+00 1.50377704e-01 2.50900449e-01 5.23680991e-04\n",
      " 3.29132993e+00 3.10964018e+00 3.03253157e+00 4.39648282e-01\n",
      " 1.20622437e-04 2.03323435e+00 2.84244359e+00 1.54403534e+00\n",
      " 8.40715269e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.5000e-03 9.7000e-03 1.8000e-02 4.2000e-02 3.3200e-02]\n",
      " [2.8000e-03 5.3000e-03 4.6000e-02 8.7900e-02 1.2090e-01]\n",
      " [1.6000e-03 6.0000e-04 3.0309e+00 1.5040e-01 2.5090e-01]\n",
      " [5.0000e-04 3.2913e+00 3.1096e+00 3.0325e+00 4.3960e-01]\n",
      " [1.0000e-04 2.0332e+00 2.8424e+00 1.5440e+00 8.4070e-01]]\n",
      "mean_state_value 0.8375918190750725\n",
      "episode 243/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.63055308e-03 9.95280560e-03 1.84212687e-02 4.28999870e-02\n",
      " 3.38805308e-02 2.89291746e-03 5.44030582e-03 4.70390780e-02\n",
      " 8.95998372e-02 1.22929992e-01 1.68111469e-03 6.19691546e-04\n",
      " 3.04340117e+00 1.52837252e-01 2.54424378e-01 5.44582884e-04\n",
      " 3.30396300e+00 3.12223518e+00 3.04508279e+00 4.44760372e-01\n",
      " 1.25969737e-04 2.04495833e+00 2.85481129e+00 1.55422202e+00\n",
      " 8.48288167e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.6000e-03 1.0000e-02 1.8400e-02 4.2900e-02 3.3900e-02]\n",
      " [2.9000e-03 5.4000e-03 4.7000e-02 8.9600e-02 1.2290e-01]\n",
      " [1.7000e-03 6.0000e-04 3.0434e+00 1.5280e-01 2.5440e-01]\n",
      " [5.0000e-04 3.3040e+00 3.1222e+00 3.0451e+00 4.4480e-01]\n",
      " [1.0000e-04 2.0450e+00 2.8548e+00 1.5542e+00 8.4830e-01]]\n",
      "mean_state_value 0.8420257028704212\n",
      "episode 244/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.80126704e-03 1.02290660e-02 1.88829752e-02 4.38322391e-02\n",
      " 3.45886981e-02 2.98892566e-03 5.60583662e-03 4.80497513e-02\n",
      " 9.12739010e-02 1.25007392e-01 1.74109644e-03 6.44124087e-04\n",
      " 3.05595045e+00 1.55322540e-01 2.57977568e-01 5.66192243e-04\n",
      " 3.31659344e+00 3.13482853e+00 3.05763301e+00 4.49903421e-01\n",
      " 1.31522330e-04 2.05669006e+00 2.86717999e+00 1.56442512e+00\n",
      " 8.55888628e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.8000e-03 1.0200e-02 1.8900e-02 4.3800e-02 3.4600e-02]\n",
      " [3.0000e-03 5.6000e-03 4.8000e-02 9.1300e-02 1.2500e-01]\n",
      " [1.7000e-03 6.0000e-04 3.0560e+00 1.5530e-01 2.5800e-01]\n",
      " [6.0000e-04 3.3166e+00 3.1348e+00 3.0576e+00 4.4990e-01]\n",
      " [1.0000e-04 2.0567e+00 2.8672e+00 1.5644e+00 8.5590e-01]]\n",
      "mean_state_value 0.8464694299853452\n",
      "episode 245/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.97612337e-03 1.05113372e-02 1.93535061e-02 4.47791713e-02\n",
      " 3.53077052e-02 3.08753665e-03 5.77540342e-03 4.90760484e-02\n",
      " 9.29692290e-02 1.27107908e-01 1.80285067e-03 6.69371477e-04\n",
      " 3.06849876e+00 1.57833650e-01 2.61560046e-01 5.88528395e-04\n",
      " 3.32922128e+00 3.14742025e+00 3.07018224e+00 4.55077382e-01\n",
      " 1.37286806e-04 2.06842944e+00 2.87954966e+00 1.57464449e+00\n",
      " 8.63516529e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.0000e-03 1.0500e-02 1.9400e-02 4.4800e-02 3.5300e-02]\n",
      " [3.1000e-03 5.8000e-03 4.9100e-02 9.3000e-02 1.2710e-01]\n",
      " [1.8000e-03 7.0000e-04 3.0685e+00 1.5780e-01 2.6160e-01]\n",
      " [6.0000e-04 3.3292e+00 3.1474e+00 3.0702e+00 4.5510e-01]\n",
      " [1.0000e-04 2.0684e+00 2.8795e+00 1.5746e+00 8.6350e-01]]\n",
      "mean_state_value 0.8509230296477693\n",
      "episode 246/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.15519466e-03 1.07997095e-02 1.98329700e-02 4.57409113e-02\n",
      " 3.60376486e-02 3.18880358e-03 5.94907750e-03 5.01180997e-02\n",
      " 9.46859368e-02 1.29231635e-01 1.86641788e-03 6.95455552e-04\n",
      " 3.08104607e+00 1.60370661e-01 2.65171835e-01 6.11611052e-04\n",
      " 3.34184652e+00 3.16001033e+00 3.08273047e+00 4.60282205e-01\n",
      " 1.43269919e-04 2.08017638e+00 2.89192029e+00 1.58488003e+00\n",
      " 8.71171746e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.2000e-03 1.0800e-02 1.9800e-02 4.5700e-02 3.6000e-02]\n",
      " [3.2000e-03 5.9000e-03 5.0100e-02 9.4700e-02 1.2920e-01]\n",
      " [1.9000e-03 7.0000e-04 3.0810e+00 1.6040e-01 2.6520e-01]\n",
      " [6.0000e-04 3.3418e+00 3.1600e+00 3.0827e+00 4.6030e-01]\n",
      " [1.0000e-04 2.0802e+00 2.8919e+00 1.5849e+00 8.7120e-01]]\n",
      "mean_state_value 0.8553865310899351\n",
      "episode 247/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.33855418e-03 1.10942735e-02 2.03214759e-02 4.67175870e-02\n",
      " 3.67786245e-02 3.29278026e-03 6.12693080e-03 5.11760351e-02\n",
      " 9.64241388e-02 1.31378663e-01 1.93183917e-03 7.22398569e-04\n",
      " 3.09359239e+00 1.62933648e-01 2.68812957e-01 6.35460316e-04\n",
      " 3.35446920e+00 3.17259877e+00 3.09527768e+00 4.65517840e-01\n",
      " 1.49478592e-04 2.09193077e+00 2.90429184e+00 1.59513160e+00\n",
      " 8.78854154e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.3000e-03 1.1100e-02 2.0300e-02 4.6700e-02 3.6800e-02]\n",
      " [3.3000e-03 6.1000e-03 5.1200e-02 9.6400e-02 1.3140e-01]\n",
      " [1.9000e-03 7.0000e-04 3.0936e+00 1.6290e-01 2.6880e-01]\n",
      " [6.0000e-04 3.3545e+00 3.1726e+00 3.0953e+00 4.6550e-01]\n",
      " [1.0000e-04 2.0919e+00 2.9043e+00 1.5951e+00 8.7890e-01]]\n",
      "mean_state_value 0.8598599635462477\n",
      "episode 248/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.52627586e-03 1.13951207e-02 2.08191332e-02 4.77093256e-02\n",
      " 3.75307292e-02 3.39952114e-03 6.30903592e-03 5.22499841e-02\n",
      " 9.81839485e-02 1.33549086e-01 1.99915627e-03 7.50223211e-04\n",
      " 3.10613770e+00 1.65522688e-01 2.72483436e-01 6.60096681e-04\n",
      " 3.36708931e+00 3.18518558e+00 3.10782388e+00 4.70784236e-01\n",
      " 1.55919922e-04 2.10369252e+00 2.91666428e+00 1.60539910e+00\n",
      " 8.86563629e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.5000e-03 1.1400e-02 2.0800e-02 4.7700e-02 3.7500e-02]\n",
      " [3.4000e-03 6.3000e-03 5.2200e-02 9.8200e-02 1.3350e-01]\n",
      " [2.0000e-03 8.0000e-04 3.1061e+00 1.6550e-01 2.7250e-01]\n",
      " [7.0000e-04 3.3671e+00 3.1852e+00 3.1078e+00 4.7080e-01]\n",
      " [2.0000e-04 2.1037e+00 2.9167e+00 1.6054e+00 8.8660e-01]]\n",
      "mean_state_value 0.8643433562511273\n",
      "episode 249/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.71843427e-03 1.17023430e-02 2.13260517e-02 4.87162543e-02\n",
      " 3.82940591e-02 3.50908135e-03 6.49546611e-03 5.33400757e-02\n",
      " 9.99654783e-02 1.35742992e-01 2.06841150e-03 7.78952591e-04\n",
      " 3.11868199e+00 1.68137857e-01 2.76183290e-01 6.85541038e-04\n",
      " 3.37970687e+00 3.19777075e+00 3.12036905e+00 4.76081342e-01\n",
      " 1.62601177e-04 2.11546153e+00 2.92903760e+00 1.61568239e+00\n",
      " 8.94300046e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.7000e-03 1.1700e-02 2.1300e-02 4.8700e-02 3.8300e-02]\n",
      " [3.5000e-03 6.5000e-03 5.3300e-02 1.0000e-01 1.3570e-01]\n",
      " [2.1000e-03 8.0000e-04 3.1187e+00 1.6810e-01 2.7620e-01]\n",
      " [7.0000e-04 3.3797e+00 3.1978e+00 3.1204e+00 4.7610e-01]\n",
      " [2.0000e-04 2.1155e+00 2.9290e+00 1.6157e+00 8.9430e-01]]\n",
      "mean_state_value 0.8688367384368726\n",
      "episode 250/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.91510466e-03 1.20160328e-02 2.18423413e-02 4.97384997e-02\n",
      " 3.90687103e-02 3.62151668e-03 6.68629529e-03 5.44464387e-02\n",
      " 1.01768840e-01 1.37960471e-01 2.13964779e-03 8.08610258e-04\n",
      " 3.13122527e+00 1.70779226e-01 2.79912538e-01 7.11814679e-04\n",
      " 3.39232191e+00 3.21035428e+00 3.13291318e+00 4.81409104e-01\n",
      " 1.69529805e-04 2.12723770e+00 2.94141177e+00 1.62598137e+00\n",
      " 9.02063282e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.9000e-03 1.2000e-02 2.1800e-02 4.9700e-02 3.9100e-02]\n",
      " [3.6000e-03 6.7000e-03 5.4400e-02 1.0180e-01 1.3800e-01]\n",
      " [2.1000e-03 8.0000e-04 3.1312e+00 1.7080e-01 2.7990e-01]\n",
      " [7.0000e-04 3.3923e+00 3.2104e+00 3.1329e+00 4.8140e-01]\n",
      " [2.0000e-04 2.1272e+00 2.9414e+00 1.6260e+00 9.0210e-01]]\n",
      "mean_state_value 0.8733401393315272\n",
      "episode 251/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.11636291e-03 1.23362831e-02 2.23681122e-02 5.07761882e-02\n",
      " 3.98547790e-02 3.73688356e-03 6.88159802e-03 5.55692013e-02\n",
      " 1.03594143e-01 1.40201611e-01 2.21290871e-03 8.39220197e-04\n",
      " 3.14376752e+00 1.73446868e-01 2.83671198e-01 7.38939304e-04\n",
      " 3.40493443e+00 3.22293618e+00 3.14545628e+00 4.86767469e-01\n",
      " 1.76713432e-04 2.13902095e+00 2.95378676e+00 1.63629590e+00\n",
      " 9.09853212e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[7.1000e-03 1.2300e-02 2.2400e-02 5.0800e-02 3.9900e-02]\n",
      " [3.7000e-03 6.9000e-03 5.5600e-02 1.0360e-01 1.4020e-01]\n",
      " [2.2000e-03 8.0000e-04 3.1438e+00 1.7340e-01 2.8370e-01]\n",
      " [7.0000e-04 3.4049e+00 3.2229e+00 3.1455e+00 4.8680e-01]\n",
      " [2.0000e-04 2.1390e+00 2.9538e+00 1.6363e+00 9.0990e-01]]\n",
      "mean_state_value 0.8778535881567566\n",
      "episode 252/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.32228555e-03 1.26631874e-02 2.29034751e-02 5.18294458e-02\n",
      " 4.06523612e-02 3.85523909e-03 7.08144951e-03 5.67084911e-02\n",
      " 1.05441497e-01 1.42466499e-01 2.28823842e-03 8.70806836e-04\n",
      " 3.15630873e+00 1.76140853e-01 2.87459287e-01 7.66937016e-04\n",
      " 3.41754445e+00 3.23551644e+00 3.15799833e+00 4.92156383e-01\n",
      " 1.84159869e-04 2.15081117e+00 2.96616254e+00 1.64662588e+00\n",
      " 9.17669711e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[7.3000e-03 1.2700e-02 2.2900e-02 5.1800e-02 4.0700e-02]\n",
      " [3.9000e-03 7.1000e-03 5.6700e-02 1.0540e-01 1.4250e-01]\n",
      " [2.3000e-03 9.0000e-04 3.1563e+00 1.7610e-01 2.8750e-01]\n",
      " [8.0000e-04 3.4175e+00 3.2355e+00 3.1580e+00 4.9220e-01]\n",
      " [2.0000e-04 2.1508e+00 2.9662e+00 1.6466e+00 9.1770e-01]]\n",
      "mean_state_value 0.8823771141257319\n",
      "episode 253/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.53294975e-03 1.29968398e-02 2.34485407e-02 5.28983982e-02\n",
      " 4.14615529e-02 3.97664101e-03 7.28592562e-03 5.78644355e-02\n",
      " 1.07311010e-01 1.44755220e-01 2.36568173e-03 9.03395051e-04\n",
      " 3.16884891e+00 1.78861251e-01 2.91276818e-01 7.95830337e-04\n",
      " 3.43015198e+00 3.24809507e+00 3.17053932e+00 4.97575789e-01\n",
      " 1.91877111e-04 2.16260827e+00 2.97853911e+00 1.65697118e+00\n",
      " 9.25512657e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[7.5000e-03 1.3000e-02 2.3400e-02 5.2900e-02 4.1500e-02]\n",
      " [4.0000e-03 7.3000e-03 5.7900e-02 1.0730e-01 1.4480e-01]\n",
      " [2.4000e-03 9.0000e-04 3.1688e+00 1.7890e-01 2.9130e-01]\n",
      " [8.0000e-04 3.4302e+00 3.2481e+00 3.1705e+00 4.9760e-01]\n",
      " [2.0000e-04 2.1626e+00 2.9785e+00 1.6570e+00 9.2550e-01]]\n",
      "mean_state_value 0.8869107464410192\n",
      "episode 254/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.74843331e-03 1.33373347e-02 2.40034201e-02 5.39831708e-02\n",
      " 4.22824499e-02 4.10114775e-03 7.49510282e-03 5.90371611e-02\n",
      " 1.09202790e-01 1.47067859e-01 2.44528402e-03 9.37010165e-04\n",
      " 3.18138803e+00 1.81608128e-01 2.95123806e-01 8.25642200e-04\n",
      " 3.44275704e+00 3.26067207e+00 3.18307925e+00 5.03025632e-01\n",
      " 1.99873345e-04 2.17441217e+00 2.99091642e+00 1.66733170e+00\n",
      " 9.33381925e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[7.7000e-03 1.3300e-02 2.4000e-02 5.4000e-02 4.2300e-02]\n",
      " [4.1000e-03 7.5000e-03 5.9000e-02 1.0920e-01 1.4710e-01]\n",
      " [2.4000e-03 9.0000e-04 3.1814e+00 1.8160e-01 2.9510e-01]\n",
      " [8.0000e-04 3.4428e+00 3.2607e+00 3.1831e+00 5.0300e-01]\n",
      " [2.0000e-04 2.1744e+00 2.9909e+00 1.6673e+00 9.3340e-01]]\n",
      "mean_state_value 0.8914545142924796\n",
      "episode 255/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[7.96881467e-03 1.36847673e-02 2.45682246e-02 5.50838882e-02\n",
      " 4.31151481e-02 4.22881836e-03 7.70905823e-03 6.02267944e-02\n",
      " 1.11116943e-01 1.49404499e-01 2.52709135e-03 9.71677956e-04\n",
      " 3.19392610e+00 1.84381552e-01 2.99000262e-01 8.56395962e-04\n",
      " 3.45535964e+00 3.27324742e+00 3.19561812e+00 5.08505854e-01\n",
      " 2.08156946e-04 2.18622278e+00 3.00329447e+00 1.67770731e+00\n",
      " 9.41277391e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[8.0000e-03 1.3700e-02 2.4600e-02 5.5100e-02 4.3100e-02]\n",
      " [4.2000e-03 7.7000e-03 6.0200e-02 1.1110e-01 1.4940e-01]\n",
      " [2.5000e-03 1.0000e-03 3.1939e+00 1.8440e-01 2.9900e-01]\n",
      " [9.0000e-04 3.4554e+00 3.2732e+00 3.1956e+00 5.0850e-01]\n",
      " [2.0000e-04 2.1862e+00 3.0033e+00 1.6777e+00 9.4130e-01]]\n",
      "mean_state_value 0.8960084468551734\n",
      "episode 256/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.19417287e-03 1.40392331e-02 2.51430658e-02 5.62006750e-02\n",
      " 4.39597432e-02 4.35971255e-03 7.92786960e-03 6.14334610e-02\n",
      " 1.13053572e-01 1.51765222e-01 2.61115035e-03 1.00742466e-03\n",
      " 3.20646311e+00 1.87181588e-01 3.02906197e-01 8.88115401e-04\n",
      " 3.46795979e+00 3.28582115e+00 3.20815591e+00 5.14016398e-01\n",
      " 2.16736486e-04 2.19803999e+00 3.01567321e+00 1.68809790e+00\n",
      " 9.49198933e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[8.2000e-03 1.4000e-02 2.5100e-02 5.6200e-02 4.4000e-02]\n",
      " [4.4000e-03 7.9000e-03 6.1400e-02 1.1310e-01 1.5180e-01]\n",
      " [2.6000e-03 1.0000e-03 3.2065e+00 1.8720e-01 3.0290e-01]\n",
      " [9.0000e-04 3.4680e+00 3.2858e+00 3.2082e+00 5.1400e-01]\n",
      " [2.0000e-04 2.1980e+00 3.0157e+00 1.6881e+00 9.4920e-01]]\n",
      "mean_state_value 0.9005725732872735\n",
      "episode 257/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.42458760e-03 1.44008282e-02 2.57280554e-02 5.73336553e-02\n",
      " 4.48163305e-02 4.49389070e-03 8.15161530e-03 6.26572861e-02\n",
      " 1.15012783e-01 1.54150110e-01 2.69750832e-03 1.04427697e-03\n",
      " 3.21899905e+00 1.90008298e-01 3.06841621e-01 9.20824724e-04\n",
      " 3.48055751e+00 3.29839324e+00 3.22069262e+00 5.19557204e-01\n",
      " 2.25620734e-04 2.20986373e+00 3.02805264e+00 1.69850336e+00\n",
      " 9.57146425e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[8.4000e-03 1.4400e-02 2.5700e-02 5.7300e-02 4.4800e-02]\n",
      " [4.5000e-03 8.2000e-03 6.2700e-02 1.1500e-01 1.5420e-01]\n",
      " [2.7000e-03 1.0000e-03 3.2190e+00 1.9000e-01 3.0680e-01]\n",
      " [9.0000e-04 3.4806e+00 3.2984e+00 3.2207e+00 5.1960e-01]\n",
      " [2.0000e-04 2.2099e+00 3.0281e+00 1.6985e+00 9.5710e-01]]\n",
      "mean_state_value 0.9051469227279856\n",
      "episode 258/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.66013915e-03 1.47696489e-02 2.63233053e-02 5.84829526e-02\n",
      " 4.56850057e-02 4.63141383e-03 8.38037430e-03 6.38983943e-02\n",
      " 1.16994678e-01 1.56559243e-01 2.78621314e-03 1.08226205e-03\n",
      " 3.23153391e+00 1.92861746e-01 3.10806542e-01 9.54548569e-04\n",
      " 3.49315281e+00 3.31096369e+00 3.23322824e+00 5.25128213e-01\n",
      " 2.34818661e-04 2.22169391e+00 3.04043273e+00 1.70892357e+00\n",
      " 9.65119745e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[8.7000e-03 1.4800e-02 2.6300e-02 5.8500e-02 4.5700e-02]\n",
      " [4.6000e-03 8.4000e-03 6.3900e-02 1.1700e-01 1.5660e-01]\n",
      " [2.8000e-03 1.1000e-03 3.2315e+00 1.9290e-01 3.1080e-01]\n",
      " [1.0000e-03 3.4932e+00 3.3110e+00 3.2332e+00 5.2510e-01]\n",
      " [2.0000e-04 2.2217e+00 3.0404e+00 1.7089e+00 9.6510e-01]]\n",
      "mean_state_value 0.9097315242954755\n",
      "episode 259/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[8.90090840e-03 1.51457924e-02 2.69289277e-02 5.96486901e-02\n",
      " 4.65658640e-02 4.77234359e-03 8.61422620e-03 6.51569099e-02\n",
      " 1.18999359e-01 1.58992699e-01 2.87731336e-03 1.12140752e-03\n",
      " 3.24406770e+00 1.95741993e-01 3.14800967e-01 9.89312009e-04\n",
      " 3.50574570e+00 3.32353251e+00 3.24576277e+00 5.30729364e-01\n",
      " 2.44339439e-04 2.23353045e+00 3.05281345e+00 1.71935842e+00\n",
      " 9.73118770e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[8.9000e-03 1.5100e-02 2.6900e-02 5.9600e-02 4.6600e-02]\n",
      " [4.8000e-03 8.6000e-03 6.5200e-02 1.1900e-01 1.5900e-01]\n",
      " [2.9000e-03 1.1000e-03 3.2441e+00 1.9570e-01 3.1480e-01]\n",
      " [1.0000e-03 3.5057e+00 3.3235e+00 3.2458e+00 5.3070e-01]\n",
      " [2.0000e-04 2.2335e+00 3.0528e+00 1.7194e+00 9.7310e-01]]\n",
      "mean_state_value 0.9143264070848045\n",
      "episode 260/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[9.14697686e-03 1.55293561e-02 2.75450349e-02 6.08309905e-02\n",
      " 4.74590004e-02 4.91674232e-03 8.85325120e-03 6.64329563e-02\n",
      " 1.21026925e-01 1.61450556e-01 2.97085811e-03 1.16174150e-03\n",
      " 3.25660039e+00 1.98649097e-01 3.18824901e-01 1.02514055e-03\n",
      " 3.51833619e+00 3.33609970e+00 3.25829620e+00 5.36360596e-01\n",
      " 2.54192448e-04 2.24537325e+00 3.06519479e+00 1.72980780e+00\n",
      " 9.81143375e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[9.1000e-03 1.5500e-02 2.7500e-02 6.0800e-02 4.7500e-02]\n",
      " [4.9000e-03 8.9000e-03 6.6400e-02 1.2100e-01 1.6150e-01]\n",
      " [3.0000e-03 1.2000e-03 3.2566e+00 1.9860e-01 3.1880e-01]\n",
      " [1.0000e-03 3.5183e+00 3.3361e+00 3.2583e+00 5.3640e-01]\n",
      " [3.0000e-04 2.2454e+00 3.0652e+00 1.7298e+00 9.8110e-01]]\n",
      "mean_state_value 0.918931600165871\n",
      "episode 261/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[9.39842661e-03 1.59204378e-02 2.81717395e-02 6.20299760e-02\n",
      " 4.83645101e-02 5.06467295e-03 9.09753010e-03 6.77266565e-02\n",
      " 1.23077477e-01 1.63932890e-01 3.06689719e-03 1.20329254e-03\n",
      " 3.26913199e+00 2.01583118e-01 3.22878350e-01 1.06206015e-03\n",
      " 3.53092430e+00 3.34866525e+00 3.27082853e+00 5.42021847e-01\n",
      " 2.64387278e-04 2.25722223e+00 3.07757671e+00 1.74027159e+00\n",
      " 9.89193439e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[9.4000e-03 1.5900e-02 2.8200e-02 6.2000e-02 4.8400e-02]\n",
      " [5.1000e-03 9.1000e-03 6.7700e-02 1.2310e-01 1.6390e-01]\n",
      " [3.1000e-03 1.2000e-03 3.2691e+00 2.0160e-01 3.2290e-01]\n",
      " [1.1000e-03 3.5309e+00 3.3487e+00 3.2708e+00 5.4200e-01]\n",
      " [3.0000e-04 2.2572e+00 3.0776e+00 1.7403e+00 9.8920e-01]]\n",
      "mean_state_value 0.9235471325813598\n",
      "episode 262/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[9.65534034e-03 1.63191359e-02 2.88091540e-02 6.32457683e-02\n",
      " 4.92824879e-02 5.21619911e-03 9.34714428e-03 6.90381328e-02\n",
      " 1.25151113e-01 1.66439777e-01 3.16548101e-03 1.24608971e-03\n",
      " 3.28166249e+00 2.04544112e-01 3.26961317e-01 1.10009720e-03\n",
      " 3.54351004e+00 3.36122917e+00 3.28335974e+00 5.47713054e-01\n",
      " 2.74933732e-04 2.26907730e+00 3.08995921e+00 1.75074970e+00\n",
      " 9.97268839e-01]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[9.7000e-03 1.6300e-02 2.8800e-02 6.3200e-02 4.9300e-02]\n",
      " [5.2000e-03 9.3000e-03 6.9000e-02 1.2520e-01 1.6640e-01]\n",
      " [3.2000e-03 1.2000e-03 3.2817e+00 2.0450e-01 3.2700e-01]\n",
      " [1.1000e-03 3.5435e+00 3.3612e+00 3.2834e+00 5.4770e-01]\n",
      " [3.0000e-04 2.2691e+00 3.0900e+00 1.7507e+00 9.9730e-01]]\n",
      "mean_state_value 0.9281730333446986\n",
      "episode 263/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[9.91780132e-03 1.67255491e-02 2.94573913e-02 6.44784887e-02\n",
      " 5.02130283e-02 5.37138502e-03 9.60217572e-03 7.03675070e-02\n",
      " 1.27247930e-01 1.68971290e-01 3.26666059e-03 1.29016253e-03\n",
      " 3.29419189e+00 2.07532134e-01 3.31073802e-01 1.13927855e-03\n",
      " 3.55609342e+00 3.37379146e+00 3.29588984e+00 5.53434154e-01\n",
      " 2.85841825e-04 2.28093840e+00 3.10234225e+00 1.76124200e+00\n",
      " 1.00536945e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[9.9000e-03 1.6700e-02 2.9500e-02 6.4500e-02 5.0200e-02]\n",
      " [5.4000e-03 9.6000e-03 7.0400e-02 1.2720e-01 1.6900e-01]\n",
      " [3.3000e-03 1.3000e-03 3.2942e+00 2.0750e-01 3.3110e-01]\n",
      " [1.1000e-03 3.5561e+00 3.3738e+00 3.2959e+00 5.5340e-01]\n",
      " [3.0000e-04 2.2809e+00 3.1023e+00 1.7612e+00 1.0054e+00]]\n",
      "mean_state_value 0.9328093314380225\n",
      "episode 264/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.01858934e-02 1.71397767e-02 3.01165642e-02 6.57282578e-02\n",
      " 5.11562260e-02 5.53029558e-03 9.86270700e-03 7.17149002e-02\n",
      " 1.29368024e-01 1.71527504e-01 3.37048760e-03 1.33554103e-03\n",
      " 3.30672017e+00 2.10547240e-01 3.35215808e-01 1.17963150e-03\n",
      " 3.56867446e+00 3.38635211e+00 3.30841881e+00 5.59185082e-01\n",
      " 2.97121795e-04 2.29280543e+00 3.11472582e+00 1.77174839e+00\n",
      " 1.01349515e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0200e-02 1.7100e-02 3.0100e-02 6.5700e-02 5.1200e-02]\n",
      " [5.5000e-03 9.9000e-03 7.1700e-02 1.2940e-01 1.7150e-01]\n",
      " [3.4000e-03 1.3000e-03 3.3067e+00 2.1050e-01 3.3520e-01]\n",
      " [1.2000e-03 3.5687e+00 3.3864e+00 3.3084e+00 5.5920e-01]\n",
      " [3.0000e-04 2.2928e+00 3.1147e+00 1.7717e+00 1.0135e+00]]\n",
      "mean_state_value 0.9374560558101444\n",
      "episode 265/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.04597009e-02 1.75619182e-02 3.07867859e-02 6.69951959e-02\n",
      " 5.21121753e-02 5.69299629e-03 1.01288212e-02 7.30804328e-02\n",
      " 1.31511489e-01 1.74108490e-01 3.47701434e-03 1.38225571e-03\n",
      " 3.31924733e+00 2.13589481e-01 3.39387333e-01 1.22118379e-03\n",
      " 3.58125316e+00 3.39891113e+00 3.32094665e+00 5.64965773e-01\n",
      " 3.08784098e-04 2.30467831e+00 3.12710989e+00 1.78226876e+00\n",
      " 1.02164582e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0500e-02 1.7600e-02 3.0800e-02 6.7000e-02 5.2100e-02]\n",
      " [5.7000e-03 1.0100e-02 7.3100e-02 1.3150e-01 1.7410e-01]\n",
      " [3.5000e-03 1.4000e-03 3.3192e+00 2.1360e-01 3.3940e-01]\n",
      " [1.2000e-03 3.5813e+00 3.3989e+00 3.3209e+00 5.6500e-01]\n",
      " [3.0000e-04 2.3047e+00 3.1271e+00 1.7823e+00 1.0216e+00]]\n",
      "mean_state_value 0.9421132353745333\n",
      "episode 266/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.07393090e-02 1.79920736e-02 3.14681695e-02 6.82794225e-02\n",
      " 5.30809702e-02 5.85955332e-03 1.04006021e-02 7.44642247e-02\n",
      " 1.33678420e-01 1.76714317e-01 3.58629373e-03 1.43033758e-03\n",
      " 3.33177337e+00 2.16658910e-01 3.43588377e-01 1.26396363e-03\n",
      " 3.59382953e+00 3.41146852e+00 3.33347336e+00 5.70776160e-01\n",
      " 3.20839417e-04 2.31655697e+00 3.13949445e+00 1.79280300e+00\n",
      " 1.02982134e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.0700e-02 1.8000e-02 3.1500e-02 6.8300e-02 5.3100e-02]\n",
      " [5.9000e-03 1.0400e-02 7.4500e-02 1.3370e-01 1.7670e-01]\n",
      " [3.6000e-03 1.4000e-03 3.3318e+00 2.1670e-01 3.4360e-01]\n",
      " [1.3000e-03 3.5938e+00 3.4115e+00 3.3335e+00 5.7080e-01]\n",
      " [3.0000e-04 2.3166e+00 3.1395e+00 1.7928e+00 1.0298e+00]]\n",
      "mean_state_value 0.9467808990073006\n",
      "episode 267/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.10248030e-02 1.84303433e-02 3.21608281e-02 6.95810568e-02\n",
      " 5.40627047e-02 6.03003345e-03 1.06781340e-02 7.58663952e-02\n",
      " 1.35868909e-01 1.79345057e-01 3.69837931e-03 1.47981811e-03\n",
      " 3.34429827e+00 2.19755577e-01 3.47818935e-01 1.30799969e-03\n",
      " 3.60640359e+00 3.42402428e+00 3.34599892e+00 5.76616179e-01\n",
      " 3.33298660e-04 2.32844132e+00 3.15187947e+00 1.80335101e+00\n",
      " 1.03802157e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.1000e-02 1.8400e-02 3.2200e-02 6.9600e-02 5.4100e-02]\n",
      " [6.0000e-03 1.0700e-02 7.5900e-02 1.3590e-01 1.7930e-01]\n",
      " [3.7000e-03 1.5000e-03 3.3443e+00 2.1980e-01 3.4780e-01]\n",
      " [1.3000e-03 3.6064e+00 3.4240e+00 3.3460e+00 5.7660e-01]\n",
      " [3.0000e-04 2.3284e+00 3.1519e+00 1.8034e+00 1.0380e+00]]\n",
      "mean_state_value 0.9514590755451913\n",
      "episode 268/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.13162691e-02 1.88768281e-02 3.28648752e-02 7.09002173e-02\n",
      " 5.50574725e-02 6.20450408e-03 1.09615016e-02 7.72870626e-02\n",
      " 1.38083047e-01 1.82000778e-01 3.81332528e-03 1.53072930e-03\n",
      " 3.35682204e+00 2.22879530e-01 3.52079004e-01 1.35332112e-03\n",
      " 3.61897535e+00 3.43657840e+00 3.35852334e+00 5.82485761e-01\n",
      " 3.46172966e-04 2.34033128e+00 3.16426493e+00 1.81391268e+00\n",
      " 1.04624641e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.1300e-02 1.8900e-02 3.2900e-02 7.0900e-02 5.5100e-02]\n",
      " [6.2000e-03 1.1000e-02 7.7300e-02 1.3810e-01 1.8200e-01]\n",
      " [3.8000e-03 1.5000e-03 3.3568e+00 2.2290e-01 3.5210e-01]\n",
      " [1.4000e-03 3.6190e+00 3.4366e+00 3.3585e+00 5.8250e-01]\n",
      " [3.0000e-04 2.3403e+00 3.1643e+00 1.8139e+00 1.0462e+00]]\n",
      "mean_state_value 0.9561477937835859\n",
      "episode 269/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.16137939e-02 1.93316291e-02 3.35804242e-02 7.22370221e-02\n",
      " 5.60653672e-02 6.38303324e-03 1.12507904e-02 7.87263449e-02\n",
      " 1.40320925e-01 1.84681546e-01 3.93118642e-03 1.58310364e-03\n",
      " 3.36934467e+00 2.26030818e-01 3.56368579e-01 1.39995749e-03\n",
      " 3.63154482e+00 3.44913089e+00 3.37104661e+00 5.88384839e-01\n",
      " 3.59473710e-04 2.35222679e+00 3.17665081e+00 1.82448790e+00\n",
      " 1.05449573e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.1600e-02 1.9300e-02 3.3600e-02 7.2200e-02 5.6100e-02]\n",
      " [6.4000e-03 1.1300e-02 7.8700e-02 1.4030e-01 1.8470e-01]\n",
      " [3.9000e-03 1.6000e-03 3.3693e+00 2.2600e-01 3.5640e-01]\n",
      " [1.4000e-03 3.6315e+00 3.4491e+00 3.3710e+00 5.8840e-01]\n",
      " [4.0000e-04 2.3522e+00 3.1767e+00 1.8245e+00 1.0545e+00]]\n",
      "mean_state_value 0.9608470824745063\n",
      "episode 270/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.19174647e-02 1.97948478e-02 3.43075884e-02 7.35915883e-02\n",
      " 5.70864820e-02 6.56568961e-03 1.15460862e-02 8.01843592e-02\n",
      " 1.42582632e-01 1.87387427e-01 4.05201817e-03 1.63697411e-03\n",
      " 3.38186615e+00 2.29209486e-01 3.60687653e-01 1.44793890e-03\n",
      " 3.64411201e+00 3.46168175e+00 3.38356871e+00 5.94313344e-01\n",
      " 3.73212499e-04 2.36412776e+00 3.18903710e+00 1.83507657e+00\n",
      " 1.06276941e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.1900e-02 1.9800e-02 3.4300e-02 7.3600e-02 5.7100e-02]\n",
      " [6.6000e-03 1.1500e-02 8.0200e-02 1.4260e-01 1.8740e-01]\n",
      " [4.1000e-03 1.6000e-03 3.3819e+00 2.2920e-01 3.6070e-01]\n",
      " [1.4000e-03 3.6441e+00 3.4617e+00 3.3836e+00 5.9430e-01]\n",
      " [4.0000e-04 2.3641e+00 3.1890e+00 1.8351e+00 1.0628e+00]]\n",
      "mean_state_value 0.9655569703246302\n",
      "episode 271/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.22273689e-02 2.02665861e-02 3.50464815e-02 7.49640330e-02\n",
      " 5.81209099e-02 6.75254244e-03 1.18474755e-02 8.16612219e-02\n",
      " 1.44868255e-01 1.90118487e-01 4.17587659e-03 1.69237421e-03\n",
      " 3.39438648e+00 2.32415580e-01 3.65036218e-01 1.49729588e-03\n",
      " 3.65667693e+00 3.47423098e+00 3.39608966e+00 6.00271206e-01\n",
      " 3.87401183e-04 2.37603411e+00 3.20142376e+00 1.84567859e+00\n",
      " 1.07106732e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.2200e-02 2.0300e-02 3.5000e-02 7.5000e-02 5.8100e-02]\n",
      " [6.8000e-03 1.1800e-02 8.1700e-02 1.4490e-01 1.9010e-01]\n",
      " [4.2000e-03 1.7000e-03 3.3944e+00 2.3240e-01 3.6500e-01]\n",
      " [1.5000e-03 3.6567e+00 3.4742e+00 3.3961e+00 6.0030e-01]\n",
      " [4.0000e-04 2.3760e+00 3.2014e+00 1.8457e+00 1.0711e+00]]\n",
      "mean_state_value 0.9702774859933134\n",
      "episode 272/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.25435950e-02 2.07469461e-02 3.57972168e-02 7.63544721e-02\n",
      " 5.91687440e-02 6.94366164e-03 1.21550454e-02 8.31570487e-02\n",
      " 1.47177882e-01 1.92874790e-01 4.30281837e-03 1.74933795e-03\n",
      " 3.40690565e+00 2.35649142e-01 3.69414267e-01 1.54805944e-03\n",
      " 3.66923960e+00 3.48677858e+00 3.40860943e+00 6.06258357e-01\n",
      " 4.02051853e-04 2.38794578e+00 3.21381078e+00 1.85629385e+00\n",
      " 1.07938935e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.2500e-02 2.0700e-02 3.5800e-02 7.6400e-02 5.9200e-02]\n",
      " [6.9000e-03 1.2200e-02 8.3200e-02 1.4720e-01 1.9290e-01]\n",
      " [4.3000e-03 1.7000e-03 3.4069e+00 2.3560e-01 3.6940e-01]\n",
      " [1.5000e-03 3.6692e+00 3.4868e+00 3.4086e+00 6.0630e-01]\n",
      " [4.0000e-04 2.3879e+00 3.2138e+00 1.8563e+00 1.0794e+00]]\n",
      "mean_state_value 0.9750086580906185\n",
      "episode 273/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.28662316e-02 2.12360305e-02 3.65599081e-02 7.77630213e-02\n",
      " 6.02300766e-02 7.13911771e-03 1.24688832e-02 8.46719546e-02\n",
      " 1.49511597e-01 1.95656397e-01 4.43290082e-03 1.80789982e-03\n",
      " 3.41942365e+00 2.38910217e-01 3.73821788e-01 1.60026109e-03\n",
      " 3.68180001e+00 3.49932454e+00 3.42112803e+00 6.12274724e-01\n",
      " 4.17176844e-04 2.39986269e+00 3.22619815e+00 1.86692225e+00\n",
      " 1.08773538e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.2900e-02 2.1200e-02 3.6600e-02 7.7800e-02 6.0200e-02]\n",
      " [7.1000e-03 1.2500e-02 8.4700e-02 1.4950e-01 1.9570e-01]\n",
      " [4.4000e-03 1.8000e-03 3.4194e+00 2.3890e-01 3.7380e-01]\n",
      " [1.6000e-03 3.6818e+00 3.4993e+00 3.4211e+00 6.1230e-01]\n",
      " [4.0000e-04 2.3999e+00 3.2262e+00 1.8669e+00 1.0877e+00]]\n",
      "mean_state_value 0.9797505151753509\n",
      "episode 274/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.31953679e-02 2.17339419e-02 3.73346688e-02 7.91897955e-02\n",
      " 6.13050002e-02 7.33898175e-03 1.27890771e-02 8.62060540e-02\n",
      " 1.51869486e-01 1.98463370e-01 4.56618186e-03 1.86809487e-03\n",
      " 3.43194049e+00 2.42198844e-01 3.78258771e-01 1.65393280e-03\n",
      " 3.69435818e+00 3.51186888e+00 3.43364546e+00 6.18320238e-01\n",
      " 4.32788742e-04 2.41178476e+00 3.23858584e+00 1.87756368e+00\n",
      " 1.09610527e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.3200e-02 2.1700e-02 3.7300e-02 7.9200e-02 6.1300e-02]\n",
      " [7.3000e-03 1.2800e-02 8.6200e-02 1.5190e-01 1.9850e-01]\n",
      " [4.6000e-03 1.9000e-03 3.4319e+00 2.4220e-01 3.7830e-01]\n",
      " [1.7000e-03 3.6944e+00 3.5119e+00 3.4336e+00 6.1830e-01]\n",
      " [4.0000e-04 2.4118e+00 3.2386e+00 1.8776e+00 1.0961e+00]]\n",
      "mean_state_value 0.984503085753103\n",
      "episode 275/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.35310938e-02 2.22407837e-02 3.81216125e-02 8.06349091e-02\n",
      " 6.23936069e-02 7.54332547e-03 1.31157155e-02 8.77594603e-02\n",
      " 1.54251631e-01 2.01295771e-01 4.70272005e-03 1.92995862e-03\n",
      " 3.44445615e+00 2.45515063e-01 3.82725204e-01 1.70910704e-03\n",
      " 3.70691413e+00 3.52441158e+00 3.44616169e+00 6.24394825e-01\n",
      " 4.48900382e-04 2.42371192e+00 3.25097383e+00 1.88821805e+00\n",
      " 1.10449893e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.3500e-02 2.2200e-02 3.8100e-02 8.0600e-02 6.2400e-02]\n",
      " [7.5000e-03 1.3100e-02 8.7800e-02 1.5430e-01 2.0130e-01]\n",
      " [4.7000e-03 1.9000e-03 3.4445e+00 2.4550e-01 3.8270e-01]\n",
      " [1.7000e-03 3.7069e+00 3.5244e+00 3.4462e+00 6.2440e-01]\n",
      " [4.0000e-04 2.4237e+00 3.2510e+00 1.8882e+00 1.1045e+00]]\n",
      "mean_state_value 0.9892663982743031\n",
      "episode 276/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.38734993e-02 2.27566593e-02 3.89208527e-02 8.20984755e-02\n",
      " 6.34959884e-02 7.75222120e-03 1.34488875e-02 8.93322863e-02\n",
      " 1.56658115e-01 2.04153656e-01 4.84257458e-03 1.99352714e-03\n",
      " 3.45697063e+00 2.48858913e-01 3.87221073e-01 1.76581674e-03\n",
      " 3.71946785e+00 3.53695266e+00 3.45867674e+00 6.30498415e-01\n",
      " 4.65524854e-04 2.43564410e+00 3.26336210e+00 1.89888525e+00\n",
      " 1.11291621e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.3900e-02 2.2800e-02 3.8900e-02 8.2100e-02 6.3500e-02]\n",
      " [7.8000e-03 1.3400e-02 8.9300e-02 1.5670e-01 2.0420e-01]\n",
      " [4.8000e-03 2.0000e-03 3.4570e+00 2.4890e-01 3.8720e-01]\n",
      " [1.8000e-03 3.7195e+00 3.5370e+00 3.4587e+00 6.3050e-01]\n",
      " [5.0000e-04 2.4356e+00 3.2634e+00 1.8989e+00 1.1129e+00]]\n",
      "mean_state_value 0.9940404811322757\n",
      "episode 277/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.42226753e-02 2.32816724e-02 3.97325031e-02 8.35806079e-02\n",
      " 6.46122363e-02 7.96574184e-03 1.37886826e-02 9.09246440e-02\n",
      " 1.59089018e-01 2.07037086e-01 4.98580523e-03 2.05883699e-03\n",
      " 3.46948392e+00 2.52230431e-01 3.91746364e-01 1.82409535e-03\n",
      " 3.73201937e+00 3.54949210e+00 3.47119059e+00 6.36630933e-01\n",
      " 4.82675505e-04 2.44758124e+00 3.27575064e+00 1.90956519e+00\n",
      " 1.12135701e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.4200e-02 2.3300e-02 3.9700e-02 8.3600e-02 6.4600e-02]\n",
      " [8.0000e-03 1.3800e-02 9.0900e-02 1.5910e-01 2.0700e-01]\n",
      " [5.0000e-03 2.1000e-03 3.4695e+00 2.5220e-01 3.9170e-01]\n",
      " [1.8000e-03 3.7320e+00 3.5495e+00 3.4712e+00 6.3660e-01]\n",
      " [5.0000e-04 2.4476e+00 3.2758e+00 1.9096e+00 1.1214e+00]]\n",
      "mean_state_value 0.998825362661306\n",
      "episode 278/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.45787129e-02 2.38159270e-02 4.05566770e-02 8.50814185e-02\n",
      " 6.57424420e-02 8.18396089e-03 1.41351908e-02 9.25366446e-02\n",
      " 1.61544420e-01 2.09946115e-01 5.13247242e-03 2.12592529e-03\n",
      " 3.48199603e+00 2.55629653e-01 3.96301062e-01 1.88397679e-03\n",
      " 3.74456868e+00 3.56202991e+00 3.48370324e+00 6.42792307e-01\n",
      " 5.00365943e-04 2.45952325e+00 3.28813942e+00 1.92025776e+00\n",
      " 1.12982120e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.4600e-02 2.3800e-02 4.0600e-02 8.5100e-02 6.5700e-02]\n",
      " [8.2000e-03 1.4100e-02 9.2500e-02 1.6150e-01 2.0990e-01]\n",
      " [5.1000e-03 2.1000e-03 3.4820e+00 2.5560e-01 3.9630e-01]\n",
      " [1.9000e-03 3.7446e+00 3.5620e+00 3.4837e+00 6.4280e-01]\n",
      " [5.0000e-04 2.4595e+00 3.2881e+00 1.9203e+00 1.1298e+00]]\n",
      "mean_state_value 1.003621071134712\n",
      "episode 279/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.49417037e-02 2.43595275e-02 4.13934880e-02 8.66010189e-02\n",
      " 6.68866963e-02 8.40695245e-03 1.44885026e-02 9.41683985e-02\n",
      " 1.64024399e-01 2.12880801e-01 5.28263718e-03 2.19482964e-03\n",
      " 3.49450694e+00 2.59056613e-01 4.00885150e-01 1.94549547e-03\n",
      " 3.75711581e+00 3.57456610e+00 3.49621469e+00 6.48982461e-01\n",
      " 5.18610038e-04 2.47147008e+00 3.30052844e+00 1.93096287e+00\n",
      " 1.13830867e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.4900e-02 2.4400e-02 4.1400e-02 8.6600e-02 6.6900e-02]\n",
      " [8.4000e-03 1.4500e-02 9.4200e-02 1.6400e-01 2.1290e-01]\n",
      " [5.3000e-03 2.2000e-03 3.4945e+00 2.5910e-01 4.0090e-01]\n",
      " [1.9000e-03 3.7571e+00 3.5746e+00 3.4962e+00 6.4900e-01]\n",
      " [5.0000e-04 2.4715e+00 3.3005e+00 1.9310e+00 1.1383e+00]]\n",
      "mean_state_value 1.0084276347629253\n",
      "episode 280/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.53117399e-02 2.49125784e-02 4.22430493e-02 8.81395201e-02\n",
      " 6.80450901e-02 8.63479118e-03 1.48487089e-02 9.58200155e-02\n",
      " 1.66529033e-01 2.15841198e-01 5.43636117e-03 2.26558821e-03\n",
      " 3.50701664e+00 2.62511345e-01 4.05498609e-01 2.00868631e-03\n",
      " 3.76966075e+00 3.58710065e+00 3.50872493e+00 6.55201322e-01\n",
      " 5.37421926e-04 2.48342165e+00 3.31291766e+00 1.94168042e+00\n",
      " 1.14681929e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.5300e-02 2.4900e-02 4.2200e-02 8.8100e-02 6.8000e-02]\n",
      " [8.6000e-03 1.4800e-02 9.5800e-02 1.6650e-01 2.1580e-01]\n",
      " [5.4000e-03 2.3000e-03 3.5070e+00 2.6250e-01 4.0550e-01]\n",
      " [2.0000e-03 3.7697e+00 3.5871e+00 3.5087e+00 6.5520e-01]\n",
      " [5.0000e-04 2.4834e+00 3.3129e+00 1.9417e+00 1.1468e+00]]\n",
      "mean_state_value 1.0132450816915792\n",
      "episode 281/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.56889141e-02 2.54751846e-02 4.31054744e-02 8.96970324e-02\n",
      " 6.92177137e-02 8.86755234e-03 1.52159012e-02 9.74916044e-02\n",
      " 1.69058398e-01 2.18827358e-01 5.59370663e-03 2.33823965e-03\n",
      " 3.51952515e+00 2.65993881e-01 4.10141423e-01 2.07358473e-03\n",
      " 3.78220352e+00 3.59963358e+00 3.52123395e+00 6.61448814e-01\n",
      " 5.56816013e-04 2.49537789e+00 3.32530707e+00 1.95241030e+00\n",
      " 1.15535294e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.5700e-02 2.5500e-02 4.3100e-02 8.9700e-02 6.9200e-02]\n",
      " [8.9000e-03 1.5200e-02 9.7500e-02 1.6910e-01 2.1880e-01]\n",
      " [5.6000e-03 2.3000e-03 3.5195e+00 2.6600e-01 4.1010e-01]\n",
      " [2.1000e-03 3.7822e+00 3.5996e+00 3.5212e+00 6.6140e-01]\n",
      " [6.0000e-04 2.4954e+00 3.3253e+00 1.9524e+00 1.1554e+00]]\n",
      "mean_state_value 1.0180734399996019\n",
      "episode 282/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.60733193e-02 2.60474510e-02 4.39808763e-02 9.12736652e-02\n",
      " 7.04046571e-02 9.10531175e-03 1.55901713e-02 9.91832731e-02\n",
      " 1.71612568e-01 2.21839334e-01 5.75473643e-03 2.41282318e-03\n",
      " 3.53203244e+00 2.69504252e-01 4.14813570e-01 2.14022662e-03\n",
      " 3.79474413e+00 3.61216487e+00 3.53374176e+00 6.67724860e-01\n",
      " 5.76806975e-04 2.50733875e+00 3.33769665e+00 1.96315243e+00\n",
      " 1.16390951e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.6100e-02 2.6000e-02 4.4000e-02 9.1300e-02 7.0400e-02]\n",
      " [9.1000e-03 1.5600e-02 9.9200e-02 1.7160e-01 2.2180e-01]\n",
      " [5.8000e-03 2.4000e-03 3.5320e+00 2.6950e-01 4.1480e-01]\n",
      " [2.1000e-03 3.7947e+00 3.6122e+00 3.5337e+00 6.6770e-01]\n",
      " [6.0000e-04 2.5073e+00 3.3377e+00 1.9632e+00 1.1639e+00]]\n",
      "mean_state_value 1.0229127376973208\n",
      "episode 283/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.64650489e-02 2.66294829e-02 4.48693683e-02 9.28695273e-02\n",
      " 7.16060103e-02 9.34814581e-03 1.59716115e-02 1.00895129e-01\n",
      " 1.74191618e-01 2.24877177e-01 5.91951407e-03 2.48937853e-03\n",
      " 3.54453851e+00 2.73042487e-01 4.19515030e-01 2.20864840e-03\n",
      " 3.80728258e+00 3.62469454e+00 3.54624834e+00 6.74029385e-01\n",
      " 5.97409764e-04 2.51930414e+00 3.35008639e+00 1.97390671e+00\n",
      " 1.17248888e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.6500e-02 2.6600e-02 4.4900e-02 9.2900e-02 7.1600e-02]\n",
      " [9.3000e-03 1.6000e-02 1.0090e-01 1.7420e-01 2.2490e-01]\n",
      " [5.9000e-03 2.5000e-03 3.5445e+00 2.7300e-01 4.1950e-01]\n",
      " [2.2000e-03 3.8073e+00 3.6247e+00 3.5462e+00 6.7400e-01]\n",
      " [6.0000e-04 2.5193e+00 3.3501e+00 1.9739e+00 1.1725e+00]]\n",
      "mean_state_value 1.027763002724571\n",
      "episode 284/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.68641967e-02 2.72213859e-02 4.57710633e-02 9.44847269e-02\n",
      " 7.28218626e-02 9.59613147e-03 1.63603147e-02 1.02627278e-01\n",
      " 1.76795619e-01 2.27940937e-01 6.08810361e-03 2.56794596e-03\n",
      " 3.55704337e+00 2.76608614e-01 4.24245781e-01 2.27888699e-03\n",
      " 3.81981889e+00 3.63722258e+00 3.55875369e+00 6.80362312e-01\n",
      " 6.18639610e-04 2.53127401e+00 3.36247627e+00 1.98467304e+00\n",
      " 1.18109093e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.6900e-02 2.7200e-02 4.5800e-02 9.4500e-02 7.2800e-02]\n",
      " [9.6000e-03 1.6400e-02 1.0260e-01 1.7680e-01 2.2790e-01]\n",
      " [6.1000e-03 2.6000e-03 3.5570e+00 2.7660e-01 4.2420e-01]\n",
      " [2.3000e-03 3.8198e+00 3.6372e+00 3.5588e+00 6.8040e-01]\n",
      " [6.0000e-04 2.5313e+00 3.3625e+00 1.9847e+00 1.1811e+00]]\n",
      "mean_state_value 1.0326242629488138\n",
      "episode 285/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.72708571e-02 2.78232657e-02 4.66860742e-02 9.61193713e-02\n",
      " 7.40523032e-02 9.84934624e-03 1.67563738e-02 1.04379827e-01\n",
      " 1.79424643e-01 2.31030663e-01 6.26056976e-03 2.64856629e-03\n",
      " 3.56954700e+00 2.80202662e-01 4.29005801e-01 2.35097980e-03\n",
      " 3.83235305e+00 3.64974899e+00 3.57125781e+00 6.86723563e-01\n",
      " 6.40512022e-04 2.54324829e+00 3.37486627e+00 1.99545132e+00\n",
      " 1.18971555e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.7300e-02 2.7800e-02 4.6700e-02 9.6100e-02 7.4100e-02]\n",
      " [9.8000e-03 1.6800e-02 1.0440e-01 1.7940e-01 2.3100e-01]\n",
      " [6.3000e-03 2.6000e-03 3.5695e+00 2.8020e-01 4.2900e-01]\n",
      " [2.4000e-03 3.8324e+00 3.6497e+00 3.5713e+00 6.8670e-01]\n",
      " [6.0000e-04 2.5432e+00 3.3749e+00 1.9955e+00 1.1897e+00]]\n",
      "mean_state_value 1.0374965461632608\n",
      "episode 286/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.76851248e-02 2.84352280e-02 4.76145138e-02 9.77735670e-02\n",
      " 7.52974209e-02 1.01078682e-02 1.71598827e-02 1.06152879e-01\n",
      " 1.82078761e-01 2.34146403e-01 6.43697780e-03 2.73128084e-03\n",
      " 3.58204941e+00 2.83824654e-01 4.33795064e-01 2.42496476e-03\n",
      " 3.84488509e+00 3.66227377e+00 3.58376069e+00 6.93113060e-01\n",
      " 6.63042793e-04 2.55522692e+00 3.38725637e+00 2.00624146e+00\n",
      " 1.19836260e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.7700e-02 2.8400e-02 4.7600e-02 9.7800e-02 7.5300e-02]\n",
      " [1.0100e-02 1.7200e-02 1.0620e-01 1.8210e-01 2.3410e-01]\n",
      " [6.4000e-03 2.7000e-03 3.5820e+00 2.8380e-01 4.3380e-01]\n",
      " [2.4000e-03 3.8449e+00 3.6623e+00 3.5838e+00 6.9310e-01]\n",
      " [7.0000e-04 2.5552e+00 3.3873e+00 2.0062e+00 1.1984e+00]]\n",
      "mean_state_value 1.042379880085007\n",
      "episode 287/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.81070949e-02 2.90573791e-02 4.85564947e-02 9.94474199e-02\n",
      " 7.65573043e-02 1.03717760e-02 1.75709351e-02 1.07946538e-01\n",
      " 1.84758040e-01 2.37288202e-01 6.61739361e-03 2.81613148e-03\n",
      " 3.59455058e+00 2.87474617e-01 4.38613547e-01 2.50088031e-03\n",
      " 3.85741501e+00 3.67479692e+00 3.59626233e+00 6.99530724e-01\n",
      " 6.86248002e-04 2.56720984e+00 3.39964656e+00 2.01704337e+00\n",
      " 1.20703198e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.8100e-02 2.9100e-02 4.8600e-02 9.9400e-02 7.6600e-02]\n",
      " [1.0400e-02 1.7600e-02 1.0790e-01 1.8480e-01 2.3730e-01]\n",
      " [6.6000e-03 2.8000e-03 3.5946e+00 2.8750e-01 4.3860e-01]\n",
      " [2.5000e-03 3.8574e+00 3.6748e+00 3.5963e+00 6.9950e-01]\n",
      " [7.0000e-04 2.5672e+00 3.3996e+00 2.0170e+00 1.2070e+00]]\n",
      "mean_state_value 1.0472742923531708\n",
      "episode 288/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.85368628e-02 2.96898251e-02 4.95121294e-02 1.01141035e-01\n",
      " 7.78320414e-02 1.06411487e-02 1.79896257e-02 1.09760909e-01\n",
      " 1.87462549e-01 2.40456106e-01 6.80188369e-03 2.90316064e-03\n",
      " 3.60705051e+00 2.91152573e-01 4.43461224e-01 2.57876537e-03\n",
      " 3.86994281e+00 3.68731845e+00 3.60876272e+00 7.05976478e-01\n",
      " 7.10144017e-04 2.57919697e+00 3.41203681e+00 2.02785696e+00\n",
      " 1.21572358e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.8500e-02 2.9700e-02 4.9500e-02 1.0110e-01 7.7800e-02]\n",
      " [1.0600e-02 1.8000e-02 1.0980e-01 1.8750e-01 2.4050e-01]\n",
      " [6.8000e-03 2.9000e-03 3.6071e+00 2.9120e-01 4.4350e-01]\n",
      " [2.6000e-03 3.8699e+00 3.6873e+00 3.6088e+00 7.0600e-01]\n",
      " [7.0000e-04 2.5792e+00 3.4120e+00 2.0279e+00 1.2157e+00]]\n",
      "mean_state_value 1.0521798105270421\n",
      "episode 289/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.89745245e-02 3.03326725e-02 5.04815301e-02 1.02854517e-01\n",
      " 7.91217200e-02 1.09160661e-02 1.84160491e-02 1.11596092e-01\n",
      " 1.90192353e-01 2.43650159e-01 6.99051510e-03 2.99241125e-03\n",
      " 3.61954920e+00 2.94858545e-01 4.48338066e-01 2.65865942e-03\n",
      " 3.88246851e+00 3.69983834e+00 3.62126186e+00 7.12450240e-01\n",
      " 7.34747499e-04 2.59118827e+00 3.42442712e+00 2.03868213e+00\n",
      " 1.22443726e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.9000e-02 3.0300e-02 5.0500e-02 1.0290e-01 7.9100e-02]\n",
      " [1.0900e-02 1.8400e-02 1.1160e-01 1.9020e-01 2.4370e-01]\n",
      " [7.0000e-03 3.0000e-03 3.6195e+00 2.9490e-01 4.4830e-01]\n",
      " [2.7000e-03 3.8825e+00 3.6998e+00 3.6213e+00 7.1250e-01]\n",
      " [7.0000e-04 2.5912e+00 3.4244e+00 2.0387e+00 1.2244e+00]]\n",
      "mean_state_value 1.0570964620842371\n",
      "episode 290/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.94201762e-02 3.09860278e-02 5.14648090e-02 1.04587969e-01\n",
      " 8.04264276e-02 1.11966085e-02 1.88503007e-02 1.13452189e-01\n",
      " 1.92947520e-01 2.46870404e-01 7.18335553e-03 3.08392682e-03\n",
      " 3.63204664e+00 2.98592553e-01 4.53244048e-01 2.74060241e-03\n",
      " 3.89499211e+00 3.71235661e+00 3.63375974e+00 7.18951933e-01\n",
      " 7.60075401e-04 2.60318366e+00 3.43681747e+00 2.04951879e+00\n",
      " 1.23317292e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.9400e-02 3.1000e-02 5.1500e-02 1.0460e-01 8.0400e-02]\n",
      " [1.1200e-02 1.8900e-02 1.1350e-01 1.9290e-01 2.4690e-01]\n",
      " [7.2000e-03 3.1000e-03 3.6320e+00 2.9860e-01 4.5320e-01]\n",
      " [2.7000e-03 3.8950e+00 3.7124e+00 3.6338e+00 7.1900e-01]\n",
      " [8.0000e-04 2.6032e+00 3.4368e+00 2.0495e+00 1.2332e+00]]\n",
      "mean_state_value 1.0620242744188635\n",
      "episode 291/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[1.98739145e-02 3.16499977e-02 5.24620781e-02 1.06341494e-01\n",
      " 8.17462513e-02 1.14828564e-02 1.92924758e-02 1.15329300e-01\n",
      " 1.95728111e-01 2.50116884e-01 7.38047321e-03 3.17775136e-03\n",
      " 3.64454283e+00 3.02354617e-01 4.58179139e-01 2.82463483e-03\n",
      " 3.90751362e+00 3.72487326e+00 3.64625637e+00 7.25481474e-01\n",
      " 7.86144976e-04 2.61518309e+00 3.44920783e+00 2.06036684e+00\n",
      " 1.24193043e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[1.9900e-02 3.1600e-02 5.2500e-02 1.0630e-01 8.1700e-02]\n",
      " [1.1500e-02 1.9300e-02 1.1530e-01 1.9570e-01 2.5010e-01]\n",
      " [7.4000e-03 3.2000e-03 3.6445e+00 3.0240e-01 4.5820e-01]\n",
      " [2.8000e-03 3.9075e+00 3.7249e+00 3.6463e+00 7.2550e-01]\n",
      " [8.0000e-04 2.6152e+00 3.4492e+00 2.0604e+00 1.2419e+00]]\n",
      "mean_state_value 1.0669632748396893\n",
      "episode 292/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.03358364e-02 3.23246891e-02 5.34734489e-02 1.08115193e-01\n",
      " 8.30812777e-02 1.17748913e-02 1.97426706e-02 1.17227525e-01\n",
      " 1.98534191e-01 2.53389639e-01 7.58193698e-03 3.27392947e-03\n",
      " 3.65703776e+00 3.06144756e-01 4.63143311e-01 2.91079768e-03\n",
      " 3.92003305e+00 3.73738827e+00 3.65875173e+00 7.32038783e-01\n",
      " 8.12973774e-04 2.62718650e+00 3.46159819e+00 2.07122621e+00\n",
      " 1.25070970e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0300e-02 3.2300e-02 5.3500e-02 1.0810e-01 8.3100e-02]\n",
      " [1.1800e-02 1.9700e-02 1.1720e-01 1.9850e-01 2.5340e-01]\n",
      " [7.6000e-03 3.3000e-03 3.6570e+00 3.0610e-01 4.6310e-01]\n",
      " [2.9000e-03 3.9200e+00 3.7374e+00 3.6588e+00 7.3200e-01]\n",
      " [8.0000e-04 2.6272e+00 3.4616e+00 2.0712e+00 1.2507e+00]]\n",
      "mean_state_value 1.0719134905683239\n",
      "episode 293/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.08060392e-02 3.30102090e-02 5.44990331e-02 1.09909169e-01\n",
      " 8.44315931e-02 1.20727950e-02 2.02009812e-02 1.19146962e-01\n",
      " 2.01365820e-01 2.56688709e-01 7.78781627e-03 3.37250625e-03\n",
      " 3.66953144e+00 3.09962987e-01 4.68136531e-01 2.99913246e-03\n",
      " 3.93255041e+00 3.74990166e+00 3.67124583e+00 7.38623779e-01\n",
      " 8.40579651e-04 2.63919382e+00 3.47398855e+00 2.08209679e+00\n",
      " 1.25951058e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.0800e-02 3.3000e-02 5.4500e-02 1.0990e-01 8.4400e-02]\n",
      " [1.2100e-02 2.0200e-02 1.1910e-01 2.0140e-01 2.5670e-01]\n",
      " [7.8000e-03 3.4000e-03 3.6695e+00 3.1000e-01 4.6810e-01]\n",
      " [3.0000e-03 3.9326e+00 3.7499e+00 3.6712e+00 7.3860e-01]\n",
      " [8.0000e-04 2.6392e+00 3.4740e+00 2.0821e+00 1.2595e+00]]\n",
      "mean_state_value 1.0768749487374036\n",
      "episode 294/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.12846206e-02 3.37066643e-02 5.55389419e-02 1.11723520e-01\n",
      " 8.57972836e-02 1.23766497e-02 2.06675043e-02 1.21087709e-01\n",
      " 2.04223060e-01 2.60014131e-01 7.99818105e-03 3.47352736e-03\n",
      " 3.68202385e+00 3.13809327e-01 4.73158769e-01 3.08968121e-03\n",
      " 3.94506570e+00 3.76241342e+00 3.68373865e+00 7.45236381e-01\n",
      " 8.68980767e-04 2.65120501e+00 3.48637887e+00 2.09297850e+00\n",
      " 1.26833298e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.1300e-02 3.3700e-02 5.5500e-02 1.1170e-01 8.5800e-02]\n",
      " [1.2400e-02 2.0700e-02 1.2110e-01 2.0420e-01 2.6000e-01]\n",
      " [8.0000e-03 3.5000e-03 3.6820e+00 3.1380e-01 4.7320e-01]\n",
      " [3.1000e-03 3.9451e+00 3.7624e+00 3.6837e+00 7.4520e-01]\n",
      " [9.0000e-04 2.6512e+00 3.4864e+00 2.0930e+00 1.2683e+00]]\n",
      "mean_state_value 1.0818476763887876\n",
      "episode 295/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.17716785e-02 3.44141622e-02 5.65932865e-02 1.13558348e-01\n",
      " 8.71784346e-02 1.26865382e-02 2.11423370e-02 1.23049863e-01\n",
      " 2.07105970e-01 2.63365945e-01 8.21310191e-03 3.57703901e-03\n",
      " 3.69451499e+00 3.17683789e-01 4.78209992e-01 3.18248648e-03\n",
      " 3.95757893e+00 3.77492356e+00 3.69623020e+00 7.51876506e-01\n",
      " 8.98195589e-04 2.66322000e+00 3.49876915e+00 2.10387124e+00\n",
      " 1.27717678e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.1800e-02 3.4400e-02 5.6600e-02 1.1360e-01 8.7200e-02]\n",
      " [1.2700e-02 2.1100e-02 1.2300e-01 2.0710e-01 2.6340e-01]\n",
      " [8.2000e-03 3.6000e-03 3.6945e+00 3.1770e-01 4.7820e-01]\n",
      " [3.2000e-03 3.9576e+00 3.7749e+00 3.6962e+00 7.5190e-01]\n",
      " [9.0000e-04 2.6632e+00 3.4988e+00 2.1039e+00 1.2772e+00]]\n",
      "mean_state_value 1.0868317004717603\n",
      "episode 296/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.22673113e-02 3.51328100e-02 5.76621775e-02 1.15413750e-01\n",
      " 8.85751314e-02 1.30025438e-02 2.16255764e-02 1.25033519e-01\n",
      " 2.10014607e-01 2.66744185e-01 8.43264996e-03 3.68308794e-03\n",
      " 3.70700486e+00 3.21586388e-01 4.83290166e-01 3.27759133e-03\n",
      " 3.97009010e+00 3.78743207e+00 3.70872047e+00 7.58544071e-01\n",
      " 9.28242897e-04 2.67523873e+00 3.51115937e+00 2.11477494e+00\n",
      " 1.28604185e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.2300e-02 3.5100e-02 5.7700e-02 1.1540e-01 8.8600e-02]\n",
      " [1.3000e-02 2.1600e-02 1.2500e-01 2.1000e-01 2.6670e-01]\n",
      " [8.4000e-03 3.7000e-03 3.7070e+00 3.2160e-01 4.8330e-01]\n",
      " [3.3000e-03 3.9701e+00 3.7874e+00 3.7087e+00 7.5850e-01]\n",
      " [9.0000e-04 2.6752e+00 3.5112e+00 2.1148e+00 1.2860e+00]]\n",
      "mean_state_value 1.0918270478412422\n",
      "episode 297/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.27716175e-02 3.58627151e-02 5.87457257e-02 1.17289824e-01\n",
      " 8.99874587e-02 1.33247504e-02 2.21173204e-02 1.27038773e-01\n",
      " 2.12949029e-01 2.70148888e-01 8.65689691e-03 3.79172145e-03\n",
      " 3.71949345e+00 3.25517137e-01 4.88399257e-01 3.37503936e-03\n",
      " 3.98259923e+00 3.79993895e+00 3.72120945e+00 7.65238995e-01\n",
      " 9.59141783e-04 2.68726115e+00 3.52354951e+00 2.12568950e+00\n",
      " 1.29492810e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.2800e-02 3.5900e-02 5.8700e-02 1.1730e-01 9.0000e-02]\n",
      " [1.3300e-02 2.2100e-02 1.2700e-01 2.1290e-01 2.7010e-01]\n",
      " [8.7000e-03 3.8000e-03 3.7195e+00 3.2550e-01 4.8840e-01]\n",
      " [3.4000e-03 3.9826e+00 3.7999e+00 3.7212e+00 7.6520e-01]\n",
      " [1.0000e-03 2.6873e+00 3.5235e+00 2.1257e+00 1.2949e+00]]\n",
      "mean_state_value 1.0968337452560097\n",
      "episode 298/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.32846962e-02 3.66039847e-02 5.98440412e-02 1.19186667e-01\n",
      " 9.14155010e-02 1.36532421e-02 2.26176668e-02 1.29065718e-01\n",
      " 2.15909291e-01 2.73580087e-01 8.88591501e-03 3.90298739e-03\n",
      " 3.73198077e+00 3.29476046e-01 4.93537229e-01 3.47487467e-03\n",
      " 3.99510632e+00 3.81244421e+00 3.73369714e+00 7.71961192e-01\n",
      " 9.90911655e-04 2.69928720e+00 3.53593956e+00 2.13661484e+00\n",
      " 1.30383539e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.3300e-02 3.6600e-02 5.9800e-02 1.1920e-01 9.1400e-02]\n",
      " [1.3700e-02 2.2600e-02 1.2910e-01 2.1590e-01 2.7360e-01]\n",
      " [8.9000e-03 3.9000e-03 3.7320e+00 3.2950e-01 4.9350e-01]\n",
      " [3.5000e-03 3.9951e+00 3.8124e+00 3.7337e+00 7.7200e-01]\n",
      " [1.0000e-03 2.6993e+00 3.5359e+00 2.1366e+00 1.3038e+00]]\n",
      "mean_state_value 1.1018518193769216\n",
      "episode 299/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.38066464e-02 3.73567264e-02 6.09572341e-02 1.21104376e-01\n",
      " 9.28593421e-02 1.39881038e-02 2.31267140e-02 1.31114448e-01\n",
      " 2.18895448e-01 2.77037815e-01 9.11977708e-03 4.01693412e-03\n",
      " 3.74446679e+00 3.33463127e-01 4.98704047e-01 3.57714188e-03\n",
      " 4.00761138e+00 3.82494784e+00 3.74618355e+00 7.78710581e-01\n",
      " 1.02357224e-03 2.71131682e+00 3.54832951e+00 2.14755086e+00\n",
      " 1.31276363e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.3800e-02 3.7400e-02 6.1000e-02 1.2110e-01 9.2900e-02]\n",
      " [1.4000e-02 2.3100e-02 1.3110e-01 2.1890e-01 2.7700e-01]\n",
      " [9.1000e-03 4.0000e-03 3.7445e+00 3.3350e-01 4.9870e-01]\n",
      " [3.6000e-03 4.0076e+00 3.8249e+00 3.7462e+00 7.7870e-01]\n",
      " [1.0000e-03 2.7113e+00 3.5483e+00 2.1476e+00 1.3128e+00]]\n",
      "mean_state_value 1.1068812967651553\n",
      "episode 300/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.43375678e-02 3.81210476e-02 6.20854142e-02 1.23043046e-01\n",
      " 9.43190656e-02 1.43294206e-02 2.36445603e-02 1.33185054e-01\n",
      " 2.21907553e-01 2.80522104e-01 9.35855648e-03 4.13361059e-03\n",
      " 3.75695154e+00 3.37478388e-01 5.03899673e-01 3.68188617e-03\n",
      " 4.02011441e+00 3.83744985e+00 3.75866866e+00 7.85487076e-01\n",
      " 1.05714359e-03 2.72334997e+00 3.56071934e+00 2.15849749e+00\n",
      " 1.32171268e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.4300e-02 3.8100e-02 6.2100e-02 1.2300e-01 9.4300e-02]\n",
      " [1.4300e-02 2.3600e-02 1.3320e-01 2.2190e-01 2.8050e-01]\n",
      " [9.4000e-03 4.1000e-03 3.7570e+00 3.3750e-01 5.0390e-01]\n",
      " [3.7000e-03 4.0201e+00 3.8374e+00 3.7587e+00 7.8550e-01]\n",
      " [1.1000e-03 2.7233e+00 3.5607e+00 2.1585e+00 1.3217e+00]]\n",
      "mean_state_value 1.1119222038804508\n",
      "episode 301/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.48775600e-02 3.88970558e-02 6.32286908e-02 1.25002770e-01\n",
      " 9.57947547e-02 1.46772783e-02 2.41713048e-02 1.35277627e-01\n",
      " 2.24945657e-01 2.84032986e-01 9.60232713e-03 4.25306626e-03\n",
      " 3.76943498e+00 3.41521837e-01 5.09124068e-01 3.78915319e-03\n",
      " 4.03261543e+00 3.84995023e+00 3.77115247e+00 7.92290593e-01\n",
      " 1.09164607e-03 2.73538658e+00 3.57310903e+00 2.16945463e+00\n",
      " 1.33068245e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.4900e-02 3.8900e-02 6.3200e-02 1.2500e-01 9.5800e-02]\n",
      " [1.4700e-02 2.4200e-02 1.3530e-01 2.2490e-01 2.8400e-01]\n",
      " [9.6000e-03 4.3000e-03 3.7694e+00 3.4150e-01 5.0910e-01]\n",
      " [3.8000e-03 4.0326e+00 3.8500e+00 3.7712e+00 7.9230e-01]\n",
      " [1.1000e-03 2.7354e+00 3.5731e+00 2.1695e+00 1.3307e+00]]\n",
      "mean_state_value 1.1169745670793616\n",
      "episode 302/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.54267230e-02 3.96848587e-02 6.43871731e-02 1.26983644e-01\n",
      " 9.72864921e-02 1.50317630e-02 2.47070465e-02 1.37392259e-01\n",
      " 2.28009813e-01 2.87570489e-01 9.85116349e-03 4.37535116e-03\n",
      " 3.78191714e+00 3.45593481e-01 5.14377195e-01 3.89898914e-03\n",
      " 4.04511443e+00 3.86244898e+00 3.78363497e+00 7.99121048e-01\n",
      " 1.12710039e-03 2.74742661e+00 3.58549857e+00 2.18042221e+00\n",
      " 1.33967282e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.5400e-02 3.9700e-02 6.4400e-02 1.2700e-01 9.7300e-02]\n",
      " [1.5000e-02 2.4700e-02 1.3740e-01 2.2800e-01 2.8760e-01]\n",
      " [9.9000e-03 4.4000e-03 3.7819e+00 3.4560e-01 5.1440e-01]\n",
      " [3.9000e-03 4.0451e+00 3.8624e+00 3.7836e+00 7.9910e-01]\n",
      " [1.1000e-03 2.7474e+00 3.5855e+00 2.1804e+00 1.3397e+00]]\n",
      "mean_state_value 1.1220384126135172\n",
      "episode 303/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.59851573e-02 4.04845636e-02 6.55609699e-02 1.28985758e-01\n",
      " 9.87943600e-02 1.53929612e-02 2.52518849e-02 1.39529037e-01\n",
      " 2.31100069e-01 2.91134642e-01 1.01051405e-02 4.50051586e-03\n",
      " 3.79439799e+00 3.49693326e-01 5.19659014e-01 4.01144075e-03\n",
      " 4.05761143e+00 3.87494612e+00 3.79611617e+00 8.05978355e-01\n",
      " 1.16352756e-03 2.75946999e+00 3.59788794e+00 2.19140013e+00\n",
      " 1.34868367e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.6000e-02 4.0500e-02 6.5600e-02 1.2900e-01 9.8800e-02]\n",
      " [1.5400e-02 2.5300e-02 1.3950e-01 2.3110e-01 2.9110e-01]\n",
      " [1.0100e-02 4.5000e-03 3.7944e+00 3.4970e-01 5.1970e-01]\n",
      " [4.0000e-03 4.0576e+00 3.8749e+00 3.7961e+00 8.0600e-01]\n",
      " [1.2000e-03 2.7595e+00 3.5979e+00 2.1914e+00 1.3487e+00]]\n",
      "mean_state_value 1.1271137666278916\n",
      "episode 304/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.65529632e-02 4.12962783e-02 6.67501897e-02 1.31009206e-01\n",
      " 1.00318440e-01 1.57609600e-02 2.58059195e-02 1.41688051e-01\n",
      " 2.34216475e-01 2.94725473e-01 1.03643338e-02 4.62861145e-03\n",
      " 3.80687754e+00 3.53821377e-01 5.24969483e-01 4.12655526e-03\n",
      " 4.07010642e+00 3.88744162e+00 3.80859606e+00 8.12862429e-01\n",
      " 1.20094895e-03 2.77151668e+00 3.61027713e+00 2.20238832e+00\n",
      " 1.35771490e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.6600e-02 4.1300e-02 6.6800e-02 1.3100e-01 1.0030e-01]\n",
      " [1.5800e-02 2.5800e-02 1.4170e-01 2.3420e-01 2.9470e-01]\n",
      " [1.0400e-02 4.6000e-03 3.8069e+00 3.5380e-01 5.2500e-01]\n",
      " [4.1000e-03 4.0701e+00 3.8874e+00 3.8086e+00 8.1290e-01]\n",
      " [1.2000e-03 2.7715e+00 3.6103e+00 2.2024e+00 1.3577e+00]]\n",
      "mean_state_value 1.1322006551590797\n",
      "episode 305/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.71302415e-02 4.21201102e-02 6.79549406e-02 1.33054078e-01\n",
      " 1.01858814e-01 1.61358468e-02 2.63692502e-02 1.43869388e-01\n",
      " 2.37359076e-01 2.98343008e-01 1.06288194e-02 4.75968960e-03\n",
      " 3.81935578e+00 3.57977636e-01 5.30308562e-01 4.24438043e-03\n",
      " 4.08259943e+00 3.89993551e+00 3.82107464e+00 8.19773183e-01\n",
      " 1.23938625e-03 2.78356663e+00 3.62266614e+00 2.21338669e+00\n",
      " 1.36676638e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.7100e-02 4.2100e-02 6.8000e-02 1.3310e-01 1.0190e-01]\n",
      " [1.6100e-02 2.6400e-02 1.4390e-01 2.3740e-01 2.9830e-01]\n",
      " [1.0600e-02 4.8000e-03 3.8194e+00 3.5800e-01 5.3030e-01]\n",
      " [4.2000e-03 4.0826e+00 3.8999e+00 3.8211e+00 8.1980e-01]\n",
      " [1.2000e-03 2.7836e+00 3.6227e+00 2.2134e+00 1.3668e+00]]\n",
      "mean_state_value 1.1372991041335863\n",
      "episode 306/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.77170933e-02 4.29561668e-02 6.91753304e-02 1.35120465e-01\n",
      " 1.03415563e-01 1.65177096e-02 2.69419773e-02 1.46073133e-01\n",
      " 2.40527921e-01 3.01987273e-01 1.08986738e-02 4.89380250e-03\n",
      " 3.83183271e+00 3.62162106e-01 5.35676208e-01 4.36496455e-03\n",
      " 4.09509044e+00 3.91242777e+00 3.83355190e+00 8.26710533e-01\n",
      " 1.27886149e-03 2.79561978e+00 3.63505493e+00 2.22439515e+00\n",
      " 1.37583802e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.7700e-02 4.3000e-02 6.9200e-02 1.3510e-01 1.0340e-01]\n",
      " [1.6500e-02 2.6900e-02 1.4610e-01 2.4050e-01 3.0200e-01]\n",
      " [1.0900e-02 4.9000e-03 3.8318e+00 3.6220e-01 5.3570e-01]\n",
      " [4.4000e-03 4.0951e+00 3.9124e+00 3.8336e+00 8.2670e-01]\n",
      " [1.3000e-03 2.7956e+00 3.6351e+00 2.2244e+00 1.3758e+00]]\n",
      "mean_state_value 1.1424091393661187\n",
      "episode 307/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.83136196e-02 4.38045557e-02 7.04114665e-02 1.37208454e-01\n",
      " 1.04988768e-01 1.69066366e-02 2.75242010e-02 1.48299372e-01\n",
      " 2.43723053e-01 3.05658292e-01 1.11739742e-02 5.03100290e-03\n",
      " 3.84430833e+00 3.66374790e-01 5.41072378e-01 4.48835644e-03\n",
      " 4.10757948e+00 3.92491840e+00 3.84602784e+00 8.33674391e-01\n",
      " 1.31939703e-03 2.80767608e+00 3.64744350e+00 2.23541363e+00\n",
      " 1.38492969e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.8300e-02 4.3800e-02 7.0400e-02 1.3720e-01 1.0500e-01]\n",
      " [1.6900e-02 2.7500e-02 1.4830e-01 2.4370e-01 3.0570e-01]\n",
      " [1.1200e-02 5.0000e-03 3.8443e+00 3.6640e-01 5.4110e-01]\n",
      " [4.5000e-03 4.1076e+00 3.9249e+00 3.8460e+00 8.3370e-01]\n",
      " [1.3000e-03 2.8077e+00 3.6474e+00 2.2354e+00 1.3849e+00]]\n",
      "mean_state_value 1.1475307865578923\n",
      "episode 308/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.89199220e-02 4.46653843e-02 7.16634560e-02 1.39318136e-01\n",
      " 1.06578507e-01 1.73027166e-02 2.81160219e-02 1.50548190e-01\n",
      " 2.46944516e-01 3.09356088e-01 1.14547982e-02 5.17134408e-03\n",
      " 3.85678263e+00 3.70615685e-01 5.46497029e-01 4.61460542e-03\n",
      " 4.12006654e+00 3.93740741e+00 3.85850245e+00 8.40664670e-01\n",
      " 1.36101558e-03 2.81973549e+00 3.65983184e+00 2.24644204e+00\n",
      " 1.39404129e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.8900e-02 4.4700e-02 7.1700e-02 1.3930e-01 1.0660e-01]\n",
      " [1.7300e-02 2.8100e-02 1.5050e-01 2.4690e-01 3.0940e-01]\n",
      " [1.1500e-02 5.2000e-03 3.8568e+00 3.7060e-01 5.4650e-01]\n",
      " [4.6000e-03 4.1201e+00 3.9374e+00 3.8585e+00 8.4070e-01]\n",
      " [1.4000e-03 2.8197e+00 3.6598e+00 2.2464e+00 1.3940e+00]]\n",
      "mean_state_value 1.1526640712949427\n",
      "episode 309/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[2.95361019e-02 4.55387599e-02 7.29314056e-02 1.41449596e-01\n",
      " 1.08184862e-01 1.77060387e-02 2.87175409e-02 1.52819670e-01\n",
      " 2.50192354e-01 3.13080683e-01 1.17412239e-02 5.31487985e-03\n",
      " 3.86925561e+00 3.74884793e-01 5.51950115e-01 4.74376136e-03\n",
      " 4.13255163e+00 3.94989480e+00 3.87097574e+00 8.47681284e-01\n",
      " 1.40374019e-03 2.83179794e+00 3.67221992e+00 2.25748031e+00\n",
      " 1.40317270e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[2.9500e-02 4.5500e-02 7.2900e-02 1.4140e-01 1.0820e-01]\n",
      " [1.7700e-02 2.8700e-02 1.5280e-01 2.5020e-01 3.1310e-01]\n",
      " [1.1700e-02 5.3000e-03 3.8693e+00 3.7490e-01 5.5200e-01]\n",
      " [4.7000e-03 4.1326e+00 3.9499e+00 3.8710e+00 8.4770e-01]\n",
      " [1.4000e-03 2.8318e+00 3.6722e+00 2.2575e+00 1.4032e+00]]\n",
      "mean_state_value 1.157809019046447\n",
      "episode 310/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.01622612e-02 4.64247900e-02 7.42154215e-02 1.43602921e-01\n",
      " 1.09807910e-01 1.81166924e-02 2.93288589e-02 1.55113894e-01\n",
      " 2.53466606e-01 3.16832098e-01 1.20333300e-02 5.46166460e-03\n",
      " 3.88172727e+00 3.79182110e-01 5.57431592e-01 4.87587464e-03\n",
      " 4.14503476e+00 3.96238056e+00 3.88344770e+00 8.54724145e-01\n",
      " 1.44759425e-03 2.84386340e+00 3.68460775e+00 2.26852835e+00\n",
      " 1.41232382e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.0200e-02 4.6400e-02 7.4200e-02 1.4360e-01 1.0980e-01]\n",
      " [1.8100e-02 2.9300e-02 1.5510e-01 2.5350e-01 3.1680e-01]\n",
      " [1.2000e-02 5.5000e-03 3.8817e+00 3.7920e-01 5.5740e-01]\n",
      " [4.9000e-03 4.1450e+00 3.9624e+00 3.8834e+00 8.5470e-01]\n",
      " [1.4000e-03 2.8439e+00 3.6846e+00 2.2685e+00 1.4123e+00]]\n",
      "mean_state_value 1.162965655163054\n",
      "episode 311/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.07985018e-02 4.73235817e-02 7.55156097e-02 1.45778198e-01\n",
      " 1.11447731e-01 1.85347676e-02 2.99500771e-02 1.57430944e-01\n",
      " 2.56767315e-01 3.20610354e-01 1.23311955e-02 5.61175322e-03\n",
      " 3.89419760e+00 3.83507634e-01 5.62941413e-01 5.01099614e-03\n",
      " 4.15751593e+00 3.97486471e+00 3.89591832e+00 8.61793166e-01\n",
      " 1.49260151e-03 2.85593182e+00 3.69699530e+00 2.27958608e+00\n",
      " 1.42149453e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.0800e-02 4.7300e-02 7.5500e-02 1.4580e-01 1.1140e-01]\n",
      " [1.8500e-02 3.0000e-02 1.5740e-01 2.5680e-01 3.2060e-01]\n",
      " [1.2300e-02 5.6000e-03 3.8942e+00 3.8350e-01 5.6290e-01]\n",
      " [5.0000e-03 4.1575e+00 3.9749e+00 3.8959e+00 8.6180e-01]\n",
      " [1.5000e-03 2.8559e+00 3.6970e+00 2.2796e+00 1.4215e+00]]\n",
      "mean_state_value 1.168134004875227\n",
      "episode 312/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.14449259e-02 4.82352422e-02 7.68320757e-02 1.47975509e-01\n",
      " 1.13104404e-01 1.89603547e-02 3.05812968e-02 1.59770900e-01\n",
      " 2.60094518e-01 3.24415469e-01 1.26349000e-02 5.76520115e-03\n",
      " 3.90666660e+00 3.87861361e-01 5.68479531e-01 5.14917731e-03\n",
      " 4.16999515e+00 3.98734722e+00 3.90838761e+00 8.68888258e-01\n",
      " 1.53878605e-03 2.86800314e+00 3.70938256e+00 2.29065342e+00\n",
      " 1.43068473e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.1400e-02 4.8200e-02 7.6800e-02 1.4800e-01 1.1310e-01]\n",
      " [1.9000e-02 3.0600e-02 1.5980e-01 2.6010e-01 3.2440e-01]\n",
      " [1.2600e-02 5.8000e-03 3.9067e+00 3.8790e-01 5.6850e-01]\n",
      " [5.1000e-03 4.1700e+00 3.9873e+00 3.9084e+00 8.6890e-01]\n",
      " [1.5000e-03 2.8680e+00 3.7094e+00 2.2907e+00 1.4307e+00]]\n",
      "mean_state_value 1.1733140932915875\n",
      "episode 313/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.21016356e-02 4.91598787e-02 7.81649244e-02 1.50194940e-01\n",
      " 1.14778005e-01 1.93935443e-02 3.12226196e-02 1.62133841e-01\n",
      " 2.63448254e-01 3.28247462e-01 1.29445238e-02 5.92206439e-03\n",
      " 3.91913426e+00 3.92243285e-01 5.74045899e-01 5.29047007e-03\n",
      " 4.18247242e+00 3.99982812e+00 3.92085555e+00 8.76009334e-01\n",
      " 1.58617233e-03 2.88007732e+00 3.72176951e+00 2.30173029e+00\n",
      " 1.43989431e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.2100e-02 4.9200e-02 7.8200e-02 1.5020e-01 1.1480e-01]\n",
      " [1.9400e-02 3.1200e-02 1.6210e-01 2.6340e-01 3.2820e-01]\n",
      " [1.2900e-02 5.9000e-03 3.9191e+00 3.9220e-01 5.7400e-01]\n",
      " [5.3000e-03 4.1825e+00 3.9998e+00 3.9209e+00 8.7600e-01]\n",
      " [1.6000e-03 2.8801e+00 3.7218e+00 2.3017e+00 1.4399e+00]]\n",
      "mean_state_value 1.1785059453972788\n",
      "episode 314/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.27687334e-02 5.00975980e-02 7.95142606e-02 1.52436573e-01\n",
      " 1.16468611e-01 1.98344275e-02 3.18741472e-02 1.64519846e-01\n",
      " 2.66828560e-01 3.32106349e-01 1.32601473e-02 6.08239943e-03\n",
      " 3.93160058e+00 3.96653400e-01 5.79640467e-01 5.43492689e-03\n",
      " 4.19494775e+00 4.01230739e+00 3.93332215e+00 8.83156305e-01\n",
      " 1.63478513e-03 2.89215431e+00 3.73415616e+00 2.31281662e+00\n",
      " 1.44912315e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.2800e-02 5.0100e-02 7.9500e-02 1.5240e-01 1.1650e-01]\n",
      " [1.9800e-02 3.1900e-02 1.6450e-01 2.6680e-01 3.3210e-01]\n",
      " [1.3300e-02 6.1000e-03 3.9316e+00 3.9670e-01 5.7960e-01]\n",
      " [5.4000e-03 4.1949e+00 4.0123e+00 3.9333e+00 8.8320e-01]\n",
      " [1.6000e-03 2.8922e+00 3.7342e+00 2.3128e+00 1.4491e+00]]\n",
      "mean_state_value 1.1837095860523283\n",
      "episode 315/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.34463219e-02 5.10485070e-02 8.08801884e-02 1.54700490e-01\n",
      " 1.18176301e-01 2.02830956e-02 3.25359814e-02 1.66928992e-01\n",
      " 2.70235471e-01 3.35992145e-01 1.35818516e-02 6.24626335e-03\n",
      " 3.94406557e+00 4.01091700e-01 5.85263187e-01 5.58260074e-03\n",
      " 4.20742114e+00 4.02478504e+00 3.94578741e+00 8.90329082e-01\n",
      " 1.68464961e-03 2.90423407e+00 3.74654247e+00 2.32391233e+00\n",
      " 1.45837114e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.3400e-02 5.1000e-02 8.0900e-02 1.5470e-01 1.1820e-01]\n",
      " [2.0300e-02 3.2500e-02 1.6690e-01 2.7020e-01 3.3600e-01]\n",
      " [1.3600e-02 6.2000e-03 3.9441e+00 4.0110e-01 5.8530e-01]\n",
      " [5.6000e-03 4.2074e+00 4.0248e+00 3.9458e+00 8.9030e-01]\n",
      " [1.7000e-03 2.9042e+00 3.7465e+00 2.3239e+00 1.4584e+00]]\n",
      "mean_state_value 1.188925039990029\n",
      "episode 316/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.41345037e-02 5.20127125e-02 8.22628116e-02 1.56986770e-01\n",
      " 1.19901149e-01 2.07396404e-02 3.32082242e-02 1.69361356e-01\n",
      " 2.73669021e-01 3.39904867e-01 1.39097182e-02 6.41371371e-03\n",
      " 3.95652921e+00 4.05558175e-01 5.90914009e-01 5.73354513e-03\n",
      " 4.21989260e+00 4.03726107e+00 3.95825131e+00 8.97527576e-01\n",
      " 1.73579128e-03 2.91631654e+00 3.75892844e+00 2.33501734e+00\n",
      " 1.46763819e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.4100e-02 5.2000e-02 8.2300e-02 1.5700e-01 1.1990e-01]\n",
      " [2.0700e-02 3.3200e-02 1.6940e-01 2.7370e-01 3.3990e-01]\n",
      " [1.3900e-02 6.4000e-03 3.9565e+00 4.0560e-01 5.9090e-01]\n",
      " [5.7000e-03 4.2199e+00 4.0373e+00 3.9583e+00 8.9750e-01]\n",
      " [1.7000e-03 2.9163e+00 3.7589e+00 2.3350e+00 1.4676e+00]]\n",
      "mean_state_value 1.1941523318153222\n",
      "episode 317/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.48333817e-02 5.29903210e-02 8.36622335e-02 1.59295496e-01\n",
      " 1.21643232e-01 2.12041541e-02 3.38909778e-02 1.71817012e-01\n",
      " 2.77129244e-01 3.43844528e-01 1.42438292e-02 6.58480864e-03\n",
      " 3.96899150e+00 4.10052816e-01 5.96592882e-01 5.88781407e-03\n",
      " 4.23236214e+00 4.04973548e+00 3.97071386e+00 9.04751699e-01\n",
      " 1.78823602e-03 2.92840169e+00 3.77131406e+00 2.34613157e+00\n",
      " 1.47692418e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.4800e-02 5.3000e-02 8.3700e-02 1.5930e-01 1.2160e-01]\n",
      " [2.1200e-02 3.3900e-02 1.7180e-01 2.7710e-01 3.4380e-01]\n",
      " [1.4200e-02 6.6000e-03 3.9690e+00 4.1010e-01 5.9660e-01]\n",
      " [5.9000e-03 4.2324e+00 4.0497e+00 3.9707e+00 9.0480e-01]\n",
      " [1.8000e-03 2.9284e+00 3.7713e+00 2.3461e+00 1.4769e+00]]\n",
      "mean_state_value 1.1993914860031945\n",
      "episode 318/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.55430586e-02 5.39814390e-02 8.50785569e-02 1.61626744e-01\n",
      " 1.23402625e-01 2.16767289e-02 3.45843442e-02 1.74296035e-01\n",
      " 2.80616173e-01 3.47811140e-01 1.45842669e-02 6.75960677e-03\n",
      " 3.98145244e+00 4.14575614e-01 6.02299755e-01 6.04546208e-03\n",
      " 4.24482976e+00 4.06220827e+00 3.98317506e+00 9.12001360e-01\n",
      " 1.84201004e-03 2.94048947e+00 3.78369931e+00 2.35725495e+00\n",
      " 1.48622900e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.5500e-02 5.4000e-02 8.5100e-02 1.6160e-01 1.2340e-01]\n",
      " [2.1700e-02 3.4600e-02 1.7430e-01 2.8060e-01 3.4780e-01]\n",
      " [1.4600e-02 6.8000e-03 3.9815e+00 4.1460e-01 6.0230e-01]\n",
      " [6.0000e-03 4.2448e+00 4.0622e+00 3.9832e+00 9.1200e-01]\n",
      " [1.8000e-03 2.9405e+00 3.7837e+00 2.3573e+00 1.4862e+00]]\n",
      "mean_state_value 1.2046425268970844\n",
      "episode 319/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.62636375e-02 5.49861727e-02 8.65118842e-02 1.63980594e-01\n",
      " 1.25179403e-01 2.21574578e-02 3.52884260e-02 1.76798499e-01\n",
      " 2.84129837e-01 3.51804715e-01 1.49311143e-02 6.93816729e-03\n",
      " 3.99391203e+00 4.19126556e-01 6.08034576e-01 6.20654421e-03\n",
      " 4.25729546e+00 4.07467943e+00 3.99563490e+00 9.19276470e-01\n",
      " 1.89713996e-03 2.95257982e+00 3.79608419e+00 2.36838739e+00\n",
      " 1.49555255e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.6300e-02 5.5000e-02 8.6500e-02 1.6400e-01 1.2520e-01]\n",
      " [2.2200e-02 3.5300e-02 1.7680e-01 2.8410e-01 3.5180e-01]\n",
      " [1.4900e-02 6.9000e-03 3.9939e+00 4.1910e-01 6.0800e-01]\n",
      " [6.2000e-03 4.2573e+00 4.0747e+00 3.9956e+00 9.1930e-01]\n",
      " [1.9000e-03 2.9526e+00 3.7961e+00 2.3684e+00 1.4956e+00]]\n",
      "mean_state_value 1.2099054787072958\n",
      "episode 320/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.69952215e-02 5.60046283e-02 8.79623172e-02 1.66357123e-01\n",
      " 1.26973639e-01 2.26464337e-02 3.60033255e-02 1.79324475e-01\n",
      " 2.87670268e-01 3.55825264e-01 1.52844547e-02 7.12054989e-03\n",
      " 4.00637027e+00 4.23705630e-01 6.13797292e-01 6.37111602e-03\n",
      " 4.26975925e+00 4.08714898e+00 4.00809337e+00 9.26576940e-01\n",
      " 1.95365272e-03 2.96467272e+00 3.80846867e+00 2.37952883e+00\n",
      " 1.50489472e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.7000e-02 5.6000e-02 8.8000e-02 1.6640e-01 1.2700e-01]\n",
      " [2.2600e-02 3.6000e-02 1.7930e-01 2.8770e-01 3.5580e-01]\n",
      " [1.5300e-02 7.1000e-03 4.0064e+00 4.2370e-01 6.1380e-01]\n",
      " [6.4000e-03 4.2698e+00 4.0871e+00 4.0081e+00 9.2660e-01]\n",
      " [2.0000e-03 2.9647e+00 3.8085e+00 2.3795e+00 1.5049e+00]]\n",
      "mean_state_value 1.215180365509424\n",
      "episode 321/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.77379137e-02 5.70369117e-02 8.94299574e-02 1.68756406e-01\n",
      " 1.28785409e-01 2.31437500e-02 3.67291453e-02 1.81874035e-01\n",
      " 2.91237493e-01 3.59872797e-01 1.56443718e-02 7.30681480e-03\n",
      " 4.01882714e+00 4.28312823e-01 6.19587849e-01 6.53923357e-03\n",
      " 4.28222113e+00 4.09961690e+00 4.02055048e+00 9.33902679e-01\n",
      " 2.01157567e-03 2.97676812e+00 3.82085276e+00 2.39067920e+00\n",
      " 1.51425540e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.7700e-02 5.7000e-02 8.9400e-02 1.6880e-01 1.2880e-01]\n",
      " [2.3100e-02 3.6700e-02 1.8190e-01 2.9120e-01 3.5990e-01]\n",
      " [1.5600e-02 7.3000e-03 4.0188e+00 4.2830e-01 6.1960e-01]\n",
      " [6.5000e-03 4.2822e+00 4.0996e+00 4.0206e+00 9.3390e-01]\n",
      " [2.0000e-03 2.9768e+00 3.8209e+00 2.3907e+00 1.5143e+00]]\n",
      "mean_state_value 1.22046721124279\n",
      "episode 322/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.84918173e-02 5.80831287e-02 9.09149057e-02 1.71178519e-01\n",
      " 1.30614784e-01 2.36495005e-02 3.74659880e-02 1.84447249e-01\n",
      " 2.94831541e-01 3.63947323e-01 1.60109499e-02 7.49702274e-03\n",
      " 4.03128265e+00 4.32948122e-01 6.25406193e-01 6.71095343e-03\n",
      " 4.29468111e+00 4.11208320e+00 4.03300622e+00 9.41253597e-01\n",
      " 2.07093649e-03 2.98886596e+00 3.83323642e+00 2.40183840e+00\n",
      " 1.52363448e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.8500e-02 5.8100e-02 9.0900e-02 1.7120e-01 1.3060e-01]\n",
      " [2.3600e-02 3.7500e-02 1.8440e-01 2.9480e-01 3.6390e-01]\n",
      " [1.6000e-02 7.5000e-03 4.0313e+00 4.3290e-01 6.2540e-01]\n",
      " [6.7000e-03 4.2947e+00 4.1121e+00 4.0330e+00 9.4130e-01]\n",
      " [2.1000e-03 2.9889e+00 3.8332e+00 2.4018e+00 1.5236e+00]]\n",
      "mean_state_value 1.2257660397088848\n",
      "episode 323/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[3.92570356e-02 5.91433847e-02 9.24172623e-02 1.73623535e-01\n",
      " 1.32461838e-01 2.41637791e-02 3.82139563e-02 1.87044186e-01\n",
      " 2.98452438e-01 3.68048849e-01 1.63842737e-02 7.69123500e-03\n",
      " 4.04373680e+00 4.37611509e-01 6.31252270e-01 6.88633270e-03\n",
      " 4.30713920e+00 4.12454788e+00 4.04546060e+00 9.48629604e-01\n",
      " 2.13176326e-03 3.00096622e+00 3.84561966e+00 2.41300638e+00\n",
      " 1.53303187e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[3.9300e-02 5.9100e-02 9.2400e-02 1.7360e-01 1.3250e-01]\n",
      " [2.4200e-02 3.8200e-02 1.8700e-01 2.9850e-01 3.6800e-01]\n",
      " [1.6400e-02 7.7000e-03 4.0437e+00 4.3760e-01 6.3130e-01]\n",
      " [6.9000e-03 4.3071e+00 4.1245e+00 4.0455e+00 9.4860e-01]\n",
      " [2.1000e-03 3.0010e+00 3.8456e+00 2.4130e+00 1.5330e+00]]\n",
      "mean_state_value 1.2310768745698266\n",
      "episode 324/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.00336719e-02 6.02177852e-02 9.39371273e-02 1.76091529e-01\n",
      " 1.34326642e-01 2.46866801e-02 3.89731530e-02 1.89664915e-01\n",
      " 3.02100209e-01 3.72177382e-01 1.67644280e-02 7.88951335e-03\n",
      " 4.05618958e+00 4.42302970e-01 6.37126025e-01 7.06542896e-03\n",
      " 4.31959539e+00 4.13701094e+00 4.05791359e+00 9.56030609e-01\n",
      " 2.19408442e-03 3.01306884e+00 3.85800247e+00 2.42418306e+00\n",
      " 1.54244745e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.0000e-02 6.0200e-02 9.3900e-02 1.7610e-01 1.3430e-01]\n",
      " [2.4700e-02 3.9000e-02 1.8970e-01 3.0210e-01 3.7220e-01]\n",
      " [1.6800e-02 7.9000e-03 4.0562e+00 4.4230e-01 6.3710e-01]\n",
      " [7.1000e-03 4.3196e+00 4.1370e+00 4.0579e+00 9.5600e-01]\n",
      " [2.2000e-03 3.0131e+00 3.8580e+00 2.4242e+00 1.5424e+00]]\n",
      "mean_state_value 1.236399739346823\n",
      "episode 325/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.08218295e-02 6.13064353e-02 9.54745999e-02 1.78582572e-01\n",
      " 1.36209269e-01 2.52182980e-02 3.97436807e-02 1.92309501e-01\n",
      " 3.05774879e-01 3.76332927e-01 1.71514985e-02 8.09192008e-03\n",
      " 4.06864099e+00 4.47022486e-01 6.43027400e-01 7.24830031e-03\n",
      " 4.33204970e+00 4.14947238e+00 4.07036522e+00 9.63456521e-01\n",
      " 2.25792879e-03 3.02517379e+00 3.87038482e+00 2.43536837e+00\n",
      " 1.55188112e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.0800e-02 6.1300e-02 9.5500e-02 1.7860e-01 1.3620e-01]\n",
      " [2.5200e-02 3.9700e-02 1.9230e-01 3.0580e-01 3.7630e-01]\n",
      " [1.7200e-02 8.1000e-03 4.0686e+00 4.4700e-01 6.4300e-01]\n",
      " [7.2000e-03 4.3320e+00 4.1495e+00 4.0704e+00 9.6350e-01]\n",
      " [2.3000e-03 3.0252e+00 3.8704e+00 2.4354e+00 1.5519e+00]]\n",
      "mean_state_value 1.2417346574186476\n",
      "episode 326/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.16216118e-02 6.24094398e-02 9.70297788e-02 1.81096736e-01\n",
      " 1.38109790e-01 2.57587276e-02 4.05256425e-02 1.94978013e-01\n",
      " 3.09476470e-01 3.80515491e-01 1.75455710e-02 8.29851800e-03\n",
      " 4.08109102e+00 4.51770040e-01 6.48956339e-01 7.43500535e-03\n",
      " 4.34450213e+00 4.16193220e+00 4.08281546e+00 9.70907249e-01\n",
      " 2.32332554e-03 3.03728102e+00 3.88276671e+00 2.44656223e+00\n",
      " 1.56133278e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.1600e-02 6.2400e-02 9.7000e-02 1.8110e-01 1.3810e-01]\n",
      " [2.5800e-02 4.0500e-02 1.9500e-01 3.0950e-01 3.8050e-01]\n",
      " [1.7500e-02 8.3000e-03 4.0811e+00 4.5180e-01 6.4900e-01]\n",
      " [7.4000e-03 4.3445e+00 4.1619e+00 4.0828e+00 9.7090e-01]\n",
      " [2.3000e-03 3.0373e+00 3.8828e+00 2.4466e+00 1.5613e+00]]\n",
      "mean_state_value 1.2470816520201249\n",
      "episode 327/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.24331221e-02 6.35269033e-02 9.86027625e-02 1.83634090e-01\n",
      " 1.40028275e-01 2.63080640e-02 4.13191412e-02 1.97670513e-01\n",
      " 3.13205005e-01 3.84725075e-01 1.79467316e-02 8.50937043e-03\n",
      " 4.09353968e+00 4.56545613e-01 6.54912786e-01 7.62560318e-03\n",
      " 4.35695267e+00 4.17439041e+00 4.09526432e+00 9.78382702e-01\n",
      " 2.39030427e-03 3.04939050e+00 3.89514813e+00 2.45776457e+00\n",
      " 1.57080231e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.2400e-02 6.3500e-02 9.8600e-02 1.8360e-01 1.4000e-01]\n",
      " [2.6300e-02 4.1300e-02 1.9770e-01 3.1320e-01 3.8470e-01]\n",
      " [1.7900e-02 8.5000e-03 4.0935e+00 4.5650e-01 6.5490e-01]\n",
      " [7.6000e-03 4.3570e+00 4.1744e+00 4.0953e+00 9.7840e-01]\n",
      " [2.4000e-03 3.0494e+00 3.8951e+00 2.4578e+00 1.5708e+00]]\n",
      "mean_state_value 1.252440746240628\n",
      "episode 328/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.32564640e-02 6.46589305e-02 1.00193649e-01 1.86194705e-01\n",
      " 1.41964794e-01 2.68664025e-02 4.21242797e-02 2.00387067e-01\n",
      " 3.16960505e-01 3.88961685e-01 1.83550671e-02 8.72454119e-03\n",
      " 4.10598696e+00 4.61349184e-01 6.60896681e-01 7.82015339e-03\n",
      " 4.36940135e+00 4.18684699e+00 4.10771180e+00 9.85882789e-01\n",
      " 2.45889490e-03 3.06150218e+00 3.90752907e+00 2.46897532e+00\n",
      " 1.58028962e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.3300e-02 6.4700e-02 1.0020e-01 1.8620e-01 1.4200e-01]\n",
      " [2.6900e-02 4.2100e-02 2.0040e-01 3.1700e-01 3.8900e-01]\n",
      " [1.8400e-02 8.7000e-03 4.1060e+00 4.6130e-01 6.6090e-01]\n",
      " [7.8000e-03 4.3694e+00 4.1868e+00 4.1077e+00 9.8590e-01]\n",
      " [2.5000e-03 3.0615e+00 3.9075e+00 2.4690e+00 1.5803e+00]]\n",
      "mean_state_value 1.2578119630225826\n",
      "episode 329/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.40917406e-02 6.58056252e-02 1.01802534e-01 1.88778648e-01\n",
      " 1.43919417e-01 2.74338387e-02 4.29411608e-02 2.03127738e-01\n",
      " 3.20742990e-01 3.93225320e-01 1.87706646e-02 8.94409460e-03\n",
      " 4.11843286e+00 4.66180733e-01 6.66907967e-01 8.01871608e-03\n",
      " 4.38184815e+00 4.19930195e+00 4.12015789e+00 9.93407419e-01\n",
      " 2.52912778e-03 3.07361602e+00 3.91990951e+00 2.48019441e+00\n",
      " 1.58979461e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.4100e-02 6.5800e-02 1.0180e-01 1.8880e-01 1.4390e-01]\n",
      " [2.7400e-02 4.2900e-02 2.0310e-01 3.2070e-01 3.9320e-01]\n",
      " [1.8800e-02 8.9000e-03 4.1184e+00 4.6620e-01 6.6690e-01]\n",
      " [8.0000e-03 4.3818e+00 4.1993e+00 4.1202e+00 9.9340e-01]\n",
      " [2.5000e-03 3.0736e+00 3.9199e+00 2.4802e+00 1.5898e+00]]\n",
      "mean_state_value 1.2631953251599857\n",
      "episode 330/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.49390555e-02 6.69670915e-02 1.03429516e-01 1.91385988e-01\n",
      " 1.45892213e-01 2.80104684e-02 4.37698875e-02 2.05892587e-01\n",
      " 3.24552478e-01 3.97515982e-01 1.91936113e-02 9.16809549e-03\n",
      " 4.13087738e+00 4.71040237e-01 6.72946585e-01 8.22135183e-03\n",
      " 4.39429309e+00 4.21175529e+00 4.13260260e+00 1.00095650e+00\n",
      " 2.60103361e-03 3.08573199e+00 3.93228944e+00 2.49142176e+00\n",
      " 1.59931716e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.4900e-02 6.7000e-02 1.0340e-01 1.9140e-01 1.4590e-01]\n",
      " [2.8000e-02 4.3800e-02 2.0590e-01 3.2460e-01 3.9750e-01]\n",
      " [1.9200e-02 9.2000e-03 4.1309e+00 4.7100e-01 6.7290e-01]\n",
      " [8.2000e-03 4.3943e+00 4.2118e+00 4.1326e+00 1.0010e+00]\n",
      " [2.6000e-03 3.0857e+00 3.9323e+00 2.4914e+00 1.5993e+00]]\n",
      "mean_state_value 1.2685908552969325\n",
      "episode 331/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.57985120e-02 6.81434330e-02 1.05074690e-01 1.94016789e-01\n",
      " 1.47883250e-01 2.85963875e-02 4.46105628e-02 2.08681675e-01\n",
      " 3.28388987e-01 4.01833672e-01 1.96239950e-02 9.39660919e-03\n",
      " 4.14332050e+00 4.75927674e-01 6.79012473e-01 8.42812173e-03\n",
      " 4.40673617e+00 4.22420702e+00 4.14504591e+00 1.00852994e+00\n",
      " 2.67464348e-03 3.09785004e+00 3.94466886e+00 2.50265732e+00\n",
      " 1.60885718e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.5800e-02 6.8100e-02 1.0510e-01 1.9400e-01 1.4790e-01]\n",
      " [2.8600e-02 4.4600e-02 2.0870e-01 3.2840e-01 4.0180e-01]\n",
      " [1.9600e-02 9.4000e-03 4.1433e+00 4.7590e-01 6.7900e-01]\n",
      " [8.4000e-03 4.4067e+00 4.2242e+00 4.1450e+00 1.0085e+00]\n",
      " [2.7000e-03 3.0979e+00 3.9447e+00 2.5027e+00 1.6089e+00]]\n",
      "mean_state_value 1.2739985759261552\n",
      "episode 332/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.66702132e-02 6.93347529e-02 1.06738152e-01 1.96671119e-01\n",
      " 1.49892596e-01 2.91916924e-02 4.54632894e-02 2.11495062e-01\n",
      " 3.32252533e-01 4.06178388e-01 2.00619040e-02 9.62970151e-03\n",
      " 4.15576224e+00 4.80843021e-01 6.85105573e-01 8.63908735e-03\n",
      " 4.41917739e+00 4.23665712e+00 4.15748782e+00 1.01612765e+00\n",
      " 2.74998887e-03 3.10997013e+00 3.95704775e+00 2.51390101e+00\n",
      " 1.61841456e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.6700e-02 6.9300e-02 1.0670e-01 1.9670e-01 1.4990e-01]\n",
      " [2.9200e-02 4.5500e-02 2.1150e-01 3.3230e-01 4.0620e-01]\n",
      " [2.0100e-02 9.6000e-03 4.1558e+00 4.8080e-01 6.8510e-01]\n",
      " [8.6000e-03 4.4192e+00 4.2367e+00 4.1575e+00 1.0161e+00]\n",
      " [2.7000e-03 3.1100e+00 3.9570e+00 2.5139e+00 1.6184e+00]]\n",
      "mean_state_value 1.2794185093875723\n",
      "episode 333/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.75542626e-02 7.05411543e-02 1.08419996e-01 1.99349040e-01\n",
      " 1.51920318e-01 2.97964794e-02 4.63281703e-02 2.14332806e-01\n",
      " 3.36143133e-01 4.10550128e-01 2.05074267e-02 9.86743878e-03\n",
      " 4.16820259e+00 4.85786251e-01 6.91225823e-01 8.85431074e-03\n",
      " 4.43161675e+00 4.24910561e+00 4.16992834e+00 1.02374953e+00\n",
      " 2.82710165e-03 3.12209223e+00 3.96942610e+00 2.52515275e+00\n",
      " 1.62798920e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.7600e-02 7.0500e-02 1.0840e-01 1.9930e-01 1.5190e-01]\n",
      " [2.9800e-02 4.6300e-02 2.1430e-01 3.3610e-01 4.1060e-01]\n",
      " [2.0500e-02 9.9000e-03 4.1682e+00 4.8580e-01 6.9120e-01]\n",
      " [8.9000e-03 4.4316e+00 4.2491e+00 4.1699e+00 1.0237e+00]\n",
      " [2.8000e-03 3.1221e+00 3.9694e+00 2.5252e+00 1.6280e+00]]\n",
      "mean_state_value 1.2848506778668483\n",
      "episode 334/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.84507633e-02 7.17627399e-02 1.10120317e-01 2.02050617e-01\n",
      " 1.53966484e-01 3.04108452e-02 4.72053083e-02 2.17194966e-01\n",
      " 3.40060800e-01 4.14948889e-01 2.09606519e-02 1.01098878e-02\n",
      " 4.18064154e+00 4.90757341e-01 6.97373161e-01 9.07385443e-03\n",
      " 4.44405427e+00 4.26155248e+00 4.18236746e+00 1.03139549e+00\n",
      " 2.90601407e-03 3.13421630e+00 3.98180390e+00 2.53641249e+00\n",
      " 1.63758100e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.8500e-02 7.1800e-02 1.1010e-01 2.0210e-01 1.5400e-01]\n",
      " [3.0400e-02 4.7200e-02 2.1720e-01 3.4010e-01 4.1490e-01]\n",
      " [2.1000e-02 1.0100e-02 4.1806e+00 4.9080e-01 6.9740e-01]\n",
      " [9.1000e-03 4.4441e+00 4.2616e+00 4.1824e+00 1.0314e+00]\n",
      " [2.9000e-03 3.1342e+00 3.9818e+00 2.5364e+00 1.6376e+00]]\n",
      "mean_state_value 1.290295103393966\n",
      "episode 335/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[4.93598185e-02 7.29996121e-02 1.11839208e-01 2.04775912e-01\n",
      " 1.56031159e-01 3.10348867e-02 4.80948062e-02 2.20081598e-01\n",
      " 3.44005547e-01 4.19374669e-01 2.14216687e-02 1.03571158e-02\n",
      " 4.19307909e+00 4.95756263e-01 7.03547526e-01 9.29778146e-03\n",
      " 4.45648995e+00 4.27399773e+00 4.19480518e+00 1.03906545e+00\n",
      " 2.98675876e-03 3.14634230e+00 3.99418114e+00 2.54768015e+00\n",
      " 1.64718987e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[4.9400e-02 7.3000e-02 1.1180e-01 2.0480e-01 1.5600e-01]\n",
      " [3.1000e-02 4.8100e-02 2.2010e-01 3.4400e-01 4.1940e-01]\n",
      " [2.1400e-02 1.0400e-02 4.1931e+00 4.9580e-01 7.0350e-01]\n",
      " [9.3000e-03 4.4565e+00 4.2740e+00 4.1948e+00 1.0391e+00]\n",
      " [3.0000e-03 3.1463e+00 3.9942e+00 2.5477e+00 1.6472e+00]]\n",
      "mean_state_value 1.2957518078418073\n",
      "episode 336/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.02815311e-02 7.42518730e-02 1.13576763e-01 2.07524987e-01\n",
      " 1.58114409e-01 3.16687008e-02 4.89967666e-02 2.22992758e-01\n",
      " 3.47977388e-01 4.23827461e-01 2.18905668e-02 1.06091906e-02\n",
      " 4.20551525e+00 5.00782990e-01 7.09748854e-01 9.52615532e-03\n",
      " 4.46892378e+00 4.28644137e+00 4.20724149e+00 1.04675930e+00\n",
      " 3.06936875e-03 3.15847020e+00 4.00655782e+00 2.55895567e+00\n",
      " 1.65681568e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.0300e-02 7.4300e-02 1.1360e-01 2.0750e-01 1.5810e-01]\n",
      " [3.1700e-02 4.9000e-02 2.2300e-01 3.4800e-01 4.2380e-01]\n",
      " [2.1900e-02 1.0600e-02 4.2055e+00 5.0080e-01 7.0970e-01]\n",
      " [9.5000e-03 4.4689e+00 4.2864e+00 4.2072e+00 1.0468e+00]\n",
      " [3.1000e-03 3.1585e+00 4.0066e+00 2.5590e+00 1.6568e+00]]\n",
      "mean_state_value 1.3012208129247478\n",
      "episode 337/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.12160043e-02 7.55196243e-02 1.15333073e-01 2.10297901e-01\n",
      " 1.60216300e-01 3.23123847e-02 4.99112923e-02 2.25928500e-01\n",
      " 3.51976334e-01 4.28307261e-01 2.23674358e-02 1.08661804e-02\n",
      " 4.21795000e+00 5.05837494e-01 7.15977084e-01 9.75903999e-03\n",
      " 4.48135577e+00 4.29888338e+00 4.21967640e+00 1.05447696e+00\n",
      " 3.15387746e-03 3.17059995e+00 4.01893391e+00 2.57023898e+00\n",
      " 1.66645835e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.1200e-02 7.5500e-02 1.1530e-01 2.1030e-01 1.6020e-01]\n",
      " [3.2300e-02 4.9900e-02 2.2590e-01 3.5200e-01 4.2830e-01]\n",
      " [2.2400e-02 1.0900e-02 4.2179e+00 5.0580e-01 7.1600e-01]\n",
      " [9.8000e-03 4.4814e+00 4.2989e+00 4.2197e+00 1.0545e+00]\n",
      " [3.2000e-03 3.1706e+00 4.0189e+00 2.5702e+00 1.6665e+00]]\n",
      "mean_state_value 1.3067021401972618\n",
      "episode 338/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.21633408e-02 7.68029674e-02 1.17108231e-01 2.13094715e-01\n",
      " 1.62336895e-01 3.29660358e-02 5.08384858e-02 2.28888879e-01\n",
      " 3.56002393e-01 4.32814061e-01 2.28523660e-02 1.11281540e-02\n",
      " 4.23038335e+00 5.10919747e-01 7.22232150e-01 9.99649992e-03\n",
      " 4.49378593e+00 4.31132378e+00 4.23210990e+00 1.06221834e+00\n",
      " 3.24031869e-03 3.18273153e+00 4.03130941e+00 2.58153001e+00\n",
      " 1.67611778e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.2200e-02 7.6800e-02 1.1710e-01 2.1310e-01 1.6230e-01]\n",
      " [3.3000e-02 5.0800e-02 2.2890e-01 3.5600e-01 4.3280e-01]\n",
      " [2.2900e-02 1.1100e-02 4.2304e+00 5.1090e-01 7.2220e-01]\n",
      " [1.0000e-02 4.4938e+00 4.3113e+00 4.2321e+00 1.0622e+00]\n",
      " [3.2000e-03 3.1827e+00 4.0313e+00 2.5815e+00 1.6761e+00]]\n",
      "mean_state_value 1.3121958110525378\n",
      "episode 339/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.31236434e-02 7.81020034e-02 1.18902328e-01 2.15915486e-01\n",
      " 1.64476258e-01 3.36297515e-02 5.17784496e-02 2.31873945e-01\n",
      " 3.60055577e-01 4.37347856e-01 2.33454478e-02 1.13951805e-02\n",
      " 4.24281529e+00 5.16029718e-01 7.28513990e-01 1.02386000e-02\n",
      " 4.50621427e+00 4.32376256e+00 4.24454199e+00 1.06998333e+00\n",
      " 3.32872666e-03 3.19486489e+00 4.04368431e+00 2.59282869e+00\n",
      " 1.68579387e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.3100e-02 7.8100e-02 1.1890e-01 2.1590e-01 1.6450e-01]\n",
      " [3.3600e-02 5.1800e-02 2.3190e-01 3.6010e-01 4.3730e-01]\n",
      " [2.3300e-02 1.1400e-02 4.2428e+00 5.1600e-01 7.2850e-01]\n",
      " [1.0200e-02 4.5062e+00 4.3238e+00 4.2445e+00 1.0700e+00]\n",
      " [3.3000e-03 3.1949e+00 4.0437e+00 2.5928e+00 1.6858e+00]]\n",
      "mean_state_value 1.3177018467211064\n",
      "episode 340/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.40970149e-02 7.94168330e-02 1.20715455e-01 2.18760273e-01\n",
      " 1.66634454e-01 3.43036295e-02 5.27312860e-02 2.34883751e-01\n",
      " 3.64135892e-01 4.41908635e-01 2.38467720e-02 1.16673296e-02\n",
      " 4.25524582e+00 5.21167376e-01 7.34822537e-01 1.04854057e-02\n",
      " 4.51864077e+00 4.33619973e+00 4.25697267e+00 1.07777186e+00\n",
      " 3.41913595e-03 3.20700000e+00 4.05605861e+00 2.60413497e+00\n",
      " 1.69548651e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.4100e-02 7.9400e-02 1.2070e-01 2.1880e-01 1.6660e-01]\n",
      " [3.4300e-02 5.2700e-02 2.3490e-01 3.6410e-01 4.4190e-01]\n",
      " [2.3800e-02 1.1700e-02 4.2552e+00 5.2120e-01 7.3480e-01]\n",
      " [1.0500e-02 4.5186e+00 4.3362e+00 4.2570e+00 1.0778e+00]\n",
      " [3.4000e-03 3.2070e+00 4.0561e+00 2.6041e+00 1.6955e+00]]\n",
      "mean_state_value 1.3232202682694791\n",
      "episode 341/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.50835578e-02 8.07475565e-02 1.22547701e-01 2.21629131e-01\n",
      " 1.68811545e-01 3.49877675e-02 5.36970975e-02 2.37918348e-01\n",
      " 3.68243347e-01 4.46496391e-01 2.43564295e-02 1.19446715e-02\n",
      " 4.26767495e+00 5.26332690e-01 7.41157727e-01 1.07369827e-02\n",
      " 4.53106545e+00 4.34863528e+00 4.26940193e+00 1.08558382e+00\n",
      " 3.51158156e-03 3.21913682e+00 4.06843228e+00 2.61544877e+00\n",
      " 1.70519560e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.5100e-02 8.0700e-02 1.2250e-01 2.2160e-01 1.6880e-01]\n",
      " [3.5000e-02 5.3700e-02 2.3790e-01 3.6820e-01 4.4650e-01]\n",
      " [2.4400e-02 1.1900e-02 4.2677e+00 5.2630e-01 7.4120e-01]\n",
      " [1.0700e-02 4.5311e+00 4.3486e+00 4.2694e+00 1.0856e+00]\n",
      " [3.5000e-03 3.2191e+00 4.0684e+00 2.6154e+00 1.7052e+00]]\n",
      "mean_state_value 1.3287510965988003\n",
      "episode 342/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.60833744e-02 8.20942738e-02 1.24399155e-01 2.24522117e-01\n",
      " 1.71007592e-01 3.56822635e-02 5.46759862e-02 2.40977784e-01\n",
      " 3.72377946e-01 4.51111112e-01 2.48745117e-02 1.22272766e-02\n",
      " 4.28010266e+00 5.31525629e-01 7.47519494e-01 1.09933975e-02\n",
      " 4.54348832e+00 4.36106921e+00 4.28182977e+00 1.09341912e+00\n",
      " 3.60609886e-03 3.23127533e+00 4.08080532e+00 2.62677003e+00\n",
      " 1.71492105e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.6100e-02 8.2100e-02 1.2440e-01 2.2450e-01 1.7100e-01]\n",
      " [3.5700e-02 5.4700e-02 2.4100e-01 3.7240e-01 4.5110e-01]\n",
      " [2.4900e-02 1.2200e-02 4.2801e+00 5.3150e-01 7.4750e-01]\n",
      " [1.1000e-02 4.5435e+00 4.3611e+00 4.2818e+00 1.0934e+00]\n",
      " [3.6000e-03 3.2313e+00 4.0808e+00 2.6268e+00 1.7149e+00]]\n",
      "mean_state_value 1.334294352443509\n",
      "episode 343/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.70965670e-02 8.34570845e-02 1.26269906e-01 2.27439284e-01\n",
      " 1.73222658e-01 3.63872155e-02 5.56680540e-02 2.44062108e-01\n",
      " 3.76539695e-01 4.55752789e-01 2.54011102e-02 1.25152160e-02\n",
      " 4.29252895e+00 5.36746158e-01 7.53907772e-01 1.12547167e-02\n",
      " 4.55590936e+00 4.37350152e+00 4.29425619e+00 1.10127768e+00\n",
      " 3.70272364e-03 3.24341548e+00 4.09317772e+00 2.63809868e+00\n",
      " 1.72466277e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.7100e-02 8.3500e-02 1.2630e-01 2.2740e-01 1.7320e-01]\n",
      " [3.6400e-02 5.5700e-02 2.4410e-01 3.7650e-01 4.5580e-01]\n",
      " [2.5400e-02 1.2500e-02 4.2925e+00 5.3670e-01 7.5390e-01]\n",
      " [1.1300e-02 4.5559e+00 4.3735e+00 4.2943e+00 1.1013e+00]\n",
      " [3.7000e-03 3.2434e+00 4.0932e+00 2.6381e+00 1.7247e+00]]\n",
      "mean_state_value 1.3398500563700129\n",
      "episode 344/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.81232378e-02 8.48360878e-02 1.28160043e-01 2.30380687e-01\n",
      " 1.75456805e-01 3.71027216e-02 5.66734030e-02 2.47171368e-01\n",
      " 3.80728598e-01 4.60421409e-01 2.59363169e-02 1.28085611e-02\n",
      " 4.30495382e+00 5.41994243e-01 7.60322494e-01 1.15210076e-02\n",
      " 4.56832860e+00 4.38593222e+00 4.30668119e+00 1.10915939e+00\n",
      " 3.80149207e-03 3.25555724e+00 4.10554947e+00 2.64943467e+00\n",
      " 1.73442064e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.8100e-02 8.4800e-02 1.2820e-01 2.3040e-01 1.7550e-01]\n",
      " [3.7100e-02 5.6700e-02 2.4720e-01 3.8070e-01 4.6040e-01]\n",
      " [2.5900e-02 1.2800e-02 4.3050e+00 5.4200e-01 7.6030e-01]\n",
      " [1.1500e-02 4.5683e+00 4.3859e+00 4.3067e+00 1.1092e+00]\n",
      " [3.8000e-03 3.2556e+00 4.1055e+00 2.6494e+00 1.7344e+00]]\n",
      "mean_state_value 1.3454182287753764\n",
      "episode 345/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[5.91634887e-02 8.62313824e-02 1.30069652e-01 2.33346377e-01\n",
      " 1.77710091e-01 3.78288800e-02 5.76921349e-02 2.50305608e-01\n",
      " 3.84944657e-01 4.65116959e-01 2.64802238e-02 1.31073840e-02\n",
      " 4.31737728e+00 5.47269851e-01 7.66763593e-01 1.17923379e-02\n",
      " 4.58074602e+00 4.39836130e+00 4.31910476e+00 1.11706416e+00\n",
      " 3.90244072e-03 3.26770058e+00 4.11792057e+00 2.66077792e+00\n",
      " 1.74419458e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[5.9200e-02 8.6200e-02 1.3010e-01 2.3330e-01 1.7770e-01]\n",
      " [3.7800e-02 5.7700e-02 2.5030e-01 3.8490e-01 4.6510e-01]\n",
      " [2.6500e-02 1.3100e-02 4.3174e+00 5.4730e-01 7.6680e-01]\n",
      " [1.1800e-02 4.5807e+00 4.3984e+00 4.3191e+00 1.1171e+00]\n",
      " [3.9000e-03 3.2677e+00 4.1179e+00 2.6608e+00 1.7442e+00]]\n",
      "mean_state_value 1.3509988898860161\n",
      "episode 346/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.02174214e-02 8.76430666e-02 1.31998820e-01 2.36336406e-01\n",
      " 1.79982578e-01 3.85657890e-02 5.87243513e-02 2.53464876e-01\n",
      " 3.89187876e-01 4.69839427e-01 2.70329234e-02 1.34117570e-02\n",
      " 4.32979931e+00 5.52572945e-01 7.73231000e-01 1.20687756e-02\n",
      " 4.59316165e+00 4.41078877e+00 4.33152691e+00 1.12499191e+00\n",
      " 4.00560656e-03 3.27984547e+00 4.13029099e+00 2.67212838e+00\n",
      " 1.75398448e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.0200e-02 8.7600e-02 1.3200e-01 2.3630e-01 1.8000e-01]\n",
      " [3.8600e-02 5.8700e-02 2.5350e-01 3.8920e-01 4.6980e-01]\n",
      " [2.7000e-02 1.3400e-02 4.3298e+00 5.5260e-01 7.7320e-01]\n",
      " [1.2100e-02 4.5932e+00 4.4108e+00 4.3315e+00 1.1250e+00]\n",
      " [4.0000e-03 3.2798e+00 4.1303e+00 2.6721e+00 1.7540e+00]]\n",
      "mean_state_value 1.3565920597564136\n",
      "episode 347/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.12851376e-02 8.90712384e-02 1.33947632e-01 2.39350825e-01\n",
      " 1.82274324e-01 3.93135470e-02 5.97701537e-02 2.56649214e-01\n",
      " 3.93458254e-01 4.74588797e-01 2.75945083e-02 1.37217529e-02\n",
      " 4.34221992e+00 5.57903488e-01 7.79724649e-01 1.23503894e-02\n",
      " 4.60557546e+00 4.42321462e+00 4.34394763e+00 1.13294253e+00\n",
      " 4.11102696e-03 3.29199187e+00 4.14266074e+00 2.68348598e+00\n",
      " 1.76379025e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.1300e-02 8.9100e-02 1.3390e-01 2.3940e-01 1.8230e-01]\n",
      " [3.9300e-02 5.9800e-02 2.5660e-01 3.9350e-01 4.7460e-01]\n",
      " [2.7600e-02 1.3700e-02 4.3422e+00 5.5790e-01 7.7970e-01]\n",
      " [1.2400e-02 4.6056e+00 4.4232e+00 4.3439e+00 1.1329e+00]\n",
      " [4.1000e-03 3.2920e+00 4.1427e+00 2.6835e+00 1.7638e+00]]\n",
      "mean_state_value 1.3621977582678368\n",
      "episode 348/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.23667387e-02 9.05159954e-02 1.35916175e-01 2.42389683e-01\n",
      " 1.84585389e-01 4.00722526e-02 6.08296434e-02 2.59858666e-01\n",
      " 3.97755793e-01 4.79365054e-01 2.81650714e-02 1.40374449e-02\n",
      " 4.35463911e+00 5.63261445e-01 7.86244471e-01 1.26372481e-02\n",
      " 4.61798748e+00 4.43563886e+00 4.35636692e+00 1.14091594e+00\n",
      " 4.21873968e-03 3.30413974e+00 4.15502980e+00 2.69485066e+00\n",
      " 1.77361180e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.2400e-02 9.0500e-02 1.3590e-01 2.4240e-01 1.8460e-01]\n",
      " [4.0100e-02 6.0800e-02 2.5990e-01 3.9780e-01 4.7940e-01]\n",
      " [2.8200e-02 1.4000e-02 4.3546e+00 5.6330e-01 7.8620e-01]\n",
      " [1.2600e-02 4.6180e+00 4.4356e+00 4.3564e+00 1.1409e+00]\n",
      " [4.2000e-03 3.3041e+00 4.1550e+00 2.6949e+00 1.7736e+00]]\n",
      "mean_state_value 1.3678160051270751\n",
      "episode 349/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.34623259e-02 9.19774344e-02 1.37904532e-01 2.45453029e-01\n",
      " 1.86915829e-01 4.08420041e-02 6.19029214e-02 2.63093275e-01\n",
      " 4.02080490e-01 4.84168183e-01 2.87447056e-02 1.43589066e-02\n",
      " 4.36705686e+00 5.68646777e-01 7.92790395e-01 1.29294213e-02\n",
      " 4.63039771e+00 4.44806148e+00 4.36878478e+00 1.14891204e+00\n",
      " 4.32878290e-03 3.31628907e+00 4.16739817e+00 2.70622236e+00\n",
      " 1.78344902e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.3500e-02 9.2000e-02 1.3790e-01 2.4550e-01 1.8690e-01]\n",
      " [4.0800e-02 6.1900e-02 2.6310e-01 4.0210e-01 4.8420e-01]\n",
      " [2.8700e-02 1.4400e-02 4.3671e+00 5.6860e-01 7.9280e-01]\n",
      " [1.2900e-02 4.6304e+00 4.4481e+00 4.3688e+00 1.1489e+00]\n",
      " [4.3000e-03 3.3163e+00 4.1674e+00 2.7062e+00 1.7834e+00]]\n",
      "mean_state_value 1.3734468198651877\n",
      "episode 350/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.45720002e-02 9.34556522e-02 1.39912788e-01 2.48540910e-01\n",
      " 1.89265704e-01 4.16229002e-02 6.29900887e-02 2.66353080e-01\n",
      " 4.06432344e-01 4.88998165e-01 2.93335044e-02 1.46862123e-02\n",
      " 4.37947318e+00 5.74059446e-01 7.99362354e-01 1.32269788e-02\n",
      " 4.64280614e+00 4.46048249e+00 4.38120121e+00 1.15693074e+00\n",
      " 4.44119517e-03 3.32843980e+00 4.17976583e+00 2.71760101e+00\n",
      " 1.79330182e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.4600e-02 9.3500e-02 1.3990e-01 2.4850e-01 1.8930e-01]\n",
      " [4.1600e-02 6.3000e-02 2.6640e-01 4.0640e-01 4.8900e-01]\n",
      " [2.9300e-02 1.4700e-02 4.3795e+00 5.7410e-01 7.9940e-01]\n",
      " [1.3200e-02 4.6428e+00 4.4605e+00 4.3812e+00 1.1569e+00]\n",
      " [4.4000e-03 3.3284e+00 4.1798e+00 2.7176e+00 1.7933e+00]]\n",
      "mean_state_value 1.3790902218362588\n",
      "episode 351/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[6.56958623e-02 9.49507449e-02 1.41941026e-01 2.51653372e-01\n",
      " 1.91635070e-01 4.24150395e-02 6.40912460e-02 2.69638122e-01\n",
      " 4.10811351e-01 4.93854985e-01 2.99315613e-02 1.50194363e-02\n",
      " 4.39188807e+00 5.79499412e-01 8.05960277e-01 1.35299908e-02\n",
      " 4.65521278e+00 4.47290188e+00 4.39361619e+00 1.16497194e+00\n",
      " 4.55601546e-03 3.34059193e+00 4.19213278e+00 2.72898656e+00\n",
      " 1.80317011e+00]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[6.5700e-02 9.5000e-02 1.4190e-01 2.5170e-01 1.9160e-01]\n",
      " [4.2400e-02 6.4100e-02 2.6960e-01 4.1080e-01 4.9390e-01]\n",
      " [2.9900e-02 1.5000e-02 4.3919e+00 5.7950e-01 8.0600e-01]\n",
      " [1.3500e-02 4.6552e+00 4.4729e+00 4.3936e+00 1.1650e+00]\n",
      " [4.6000e-03 3.3406e+00 4.1921e+00 2.7290e+00 1.8032e+00]]\n",
      "mean_state_value 1.384746230216176\n",
      "episode 352/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.06683401 0.09646281 0.14398933 0.25479046 0.19402398 0.04321852\n",
      " 0.06520649 0.27294844 0.41521751 0.49873862 0.03053897 0.01535865\n",
      " 4.40430153 0.58496663 0.81258409 0.01383853 4.66761763 4.48531966\n",
      " 4.40602974 1.17303556 0.00467328 3.3527454  4.20449901 2.74037894\n",
      " 1.81305379]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0668 0.0965 0.144  0.2548 0.194 ]\n",
      " [0.0432 0.0652 0.2729 0.4152 0.4987]\n",
      " [0.0305 0.0154 4.4043 0.585  0.8126]\n",
      " [0.0138 4.6676 4.4853 4.406  1.173 ]\n",
      " [0.0047 3.3527 4.2045 2.7404 1.8131]]\n",
      "mean_state_value 1.3904148640014098\n",
      "episode 353/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.06798655 0.09799194 0.14605777 0.25795222 0.1964325  0.04403344\n",
      " 0.06633593 0.27628407 0.41965081 0.50364906 0.03115582 0.01570394\n",
      " 4.41671355 0.59046107 0.81923373 0.01415266 4.6800207  4.49773582\n",
      " 4.41844185 1.1811215  0.00479304 3.3649002  4.2168645  2.75177809\n",
      " 1.82295276]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.068  0.098  0.1461 0.258  0.1964]\n",
      " [0.044  0.0663 0.2763 0.4197 0.5036]\n",
      " [0.0312 0.0157 4.4167 0.5905 0.8192]\n",
      " [0.0142 4.68   4.4977 4.4184 1.1811]\n",
      " [0.0048 3.3649 4.2169 2.7518 1.823 ]]\n",
      "mean_state_value 1.3960961420078137\n",
      "episode 354/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.06915358 0.09953823 0.14814645 0.2611387  0.19886067 0.0448599\n",
      " 0.06747966 0.27964506 0.42411125 0.50858627 0.03178222 0.01605537\n",
      " 4.42912413 0.59598269 0.82590912 0.01447246 4.69242199 4.51015037\n",
      " 4.43085252 1.18922966 0.00491532 3.37705628 4.22922926 2.76318396\n",
      " 1.83286693]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0692 0.0995 0.1481 0.2611 0.1989]\n",
      " [0.0449 0.0675 0.2796 0.4241 0.5086]\n",
      " [0.0318 0.0161 4.4291 0.596  0.8259]\n",
      " [0.0145 4.6924 4.5102 4.4309 1.1892]\n",
      " [0.0049 3.3771 4.2292 2.7632 1.8329]]\n",
      "mean_state_value 1.401790082869432\n",
      "episode 355/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.0703352  0.10110177 0.15025543 0.26434994 0.20130856 0.045698\n",
      " 0.06863778 0.28303143 0.42859883 0.51355025 0.03241825 0.01641302\n",
      " 4.44153328 0.60153143 0.8326102  0.014798   4.7048215  4.52256331\n",
      " 4.44326174 1.19735995 0.00504017 3.38921363 4.24159327 2.77459649\n",
      " 1.84279621]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0703 0.1011 0.1503 0.2643 0.2013]\n",
      " [0.0457 0.0686 0.283  0.4286 0.5136]\n",
      " [0.0324 0.0164 4.4415 0.6015 0.8326]\n",
      " [0.0148 4.7048 4.5226 4.4433 1.1974]\n",
      " [0.005  3.3892 4.2416 2.7746 1.8428]]\n",
      "mean_state_value 1.4074967050373255\n",
      "episode 356/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.0715315  0.10268267 0.1523848  0.26758597 0.20377621 0.04654784\n",
      " 0.06981039 0.28644322 0.43311353 0.51854095 0.033064   0.01677697\n",
      " 4.45394098 0.60710727 0.83933687 0.01512936 4.71721924 4.53497463\n",
      " 4.45566952 1.20551229 0.00516763 3.40137221 4.25395652 2.78601561\n",
      " 1.85274051]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0715 0.1027 0.1524 0.2676 0.2038]\n",
      " [0.0465 0.0698 0.2864 0.4331 0.5185]\n",
      " [0.0331 0.0168 4.4539 0.6071 0.8393]\n",
      " [0.0151 4.7172 4.535  4.4557 1.2055]\n",
      " [0.0052 3.4014 4.254  2.786  1.8527]]\n",
      "mean_state_value 1.4132160267784046\n",
      "episode 357/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.07274259 0.104281   0.15453463 0.27084684 0.20626369 0.04740951\n",
      " 0.07099759 0.28988047 0.43765534 0.52355837 0.03371958 0.01714729\n",
      " 4.46634723 0.61271015 0.84608909 0.0154666  4.72961521 4.54738434\n",
      " 4.46807585 1.21368657 0.00529774 3.41353199 4.266319   2.79744127\n",
      " 1.86269972]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0727 0.1043 0.1545 0.2708 0.2063]\n",
      " [0.0474 0.071  0.2899 0.4377 0.5236]\n",
      " [0.0337 0.0171 4.4663 0.6127 0.8461]\n",
      " [0.0155 4.7296 4.5474 4.4681 1.2137]\n",
      " [0.0053 3.4135 4.2663 2.7974 1.8627]]\n",
      "mean_state_value 1.41894806617428\n",
      "episode 358/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.07396857 0.10589687 0.156705   0.2741326  0.20877103 0.04828311\n",
      " 0.07219948 0.2933432  0.44222426 0.52860249 0.03438508 0.01752406\n",
      " 4.47875204 0.61834003 0.85286677 0.01580979 4.7420094  4.55979243\n",
      " 4.48048073 1.2218827  0.00543054 3.42569294 4.27868072 2.8088734\n",
      " 1.87267377]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.074  0.1059 0.1567 0.2741 0.2088]\n",
      " [0.0483 0.0722 0.2933 0.4422 0.5286]\n",
      " [0.0344 0.0175 4.4788 0.6183 0.8529]\n",
      " [0.0158 4.742  4.5598 4.4805 1.2219]\n",
      " [0.0054 3.4257 4.2787 2.8089 1.8727]]\n",
      "mean_state_value 1.4246928411201225\n",
      "episode 359/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.07520954 0.10753037 0.158896   0.27744327 0.2112983  0.04916875\n",
      " 0.07341616 0.29683146 0.44682028 0.53367326 0.03506059 0.01790736\n",
      " 4.4911554  0.62399687 0.85966984 0.01615902 4.75440183 4.57219891\n",
      " 4.49288416 1.2301006  0.00556607 3.43785504 4.29104165 2.82031196\n",
      " 1.88266255]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0752 0.1075 0.1589 0.2774 0.2113]\n",
      " [0.0492 0.0734 0.2968 0.4468 0.5337]\n",
      " [0.0351 0.0179 4.4912 0.624  0.8597]\n",
      " [0.0162 4.7544 4.5722 4.4929 1.2301]\n",
      " [0.0056 3.4379 4.291  2.8203 1.8827]]\n",
      "mean_state_value 1.4304503693235404\n",
      "episode 360/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.07646558 0.10918158 0.16110769 0.2807789  0.21384555 0.05006652\n",
      " 0.07464772 0.30034527 0.45144338 0.53877068 0.03574621 0.01829727\n",
      " 4.50355732 0.62968062 0.86649823 0.01651436 4.7667925  4.58460378\n",
      " 4.50528613 1.23834016 0.00570439 3.45001824 4.30340179 2.83175688\n",
      " 1.89266597]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0765 0.1092 0.1611 0.2808 0.2138]\n",
      " [0.0501 0.0746 0.3003 0.4514 0.5388]\n",
      " [0.0357 0.0183 4.5036 0.6297 0.8665]\n",
      " [0.0165 4.7668 4.5846 4.5053 1.2383]\n",
      " [0.0057 3.45   4.3034 2.8318 1.8927]]\n",
      "mean_state_value 1.436220668303466\n",
      "episode 361/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.07773681 0.11085061 0.16334016 0.28413952 0.21641282 0.05097652\n",
      " 0.07589426 0.30388465 0.45609355 0.54389471 0.03644203 0.01869387\n",
      " 4.51595778 0.63539123 0.87335186 0.01687587 4.7791814  4.59700704\n",
      " 4.51768665 1.24660129 0.00584552 3.46218254 4.31576113 2.84320811\n",
      " 1.90268394]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0777 0.1109 0.1633 0.2841 0.2164]\n",
      " [0.051  0.0759 0.3039 0.4561 0.5439]\n",
      " [0.0364 0.0187 4.516  0.6354 0.8734]\n",
      " [0.0169 4.7792 4.597  4.5177 1.2466]\n",
      " [0.0058 3.4622 4.3158 2.8432 1.9027]]\n",
      "mean_state_value 1.4420037553890588\n",
      "episode 362/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.07902332 0.11253753 0.16559348 0.28752516 0.21900018 0.05189885\n",
      " 0.07715589 0.30744965 0.46077079 0.54904533 0.03714815 0.01909723\n",
      " 4.52835679 0.64112866 0.88023065 0.01724364 4.79156855 4.60940869\n",
      " 4.53008572 1.2548839  0.00598951 3.47434789 4.32811967 2.85466559\n",
      " 1.91271638]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.079  0.1125 0.1656 0.2875 0.219 ]\n",
      " [0.0519 0.0772 0.3074 0.4608 0.549 ]\n",
      " [0.0371 0.0191 4.5284 0.6411 0.8802]\n",
      " [0.0172 4.7916 4.6094 4.5301 1.2549]\n",
      " [0.006  3.4743 4.3281 2.8547 1.9127]]\n",
      "mean_state_value 1.447799647718617\n",
      "episode 363/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.08032521 0.11424245 0.16786771 0.29093587 0.22160766 0.0528336\n",
      " 0.0784327  0.31104029 0.46547506 0.55422251 0.03786466 0.01950743\n",
      " 4.54075434 0.64689286 0.88713455 0.01761773 4.80395393 4.62180872\n",
      " 4.54248333 1.26318791 0.00613641 3.48651428 4.3404774  2.86612926\n",
      " 1.92276318]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0803 0.1142 0.1679 0.2909 0.2216]\n",
      " [0.0528 0.0784 0.311  0.4655 0.5542]\n",
      " [0.0379 0.0195 4.5408 0.6469 0.8871]\n",
      " [0.0176 4.804  4.6218 4.5425 1.2632]\n",
      " [0.0061 3.4865 4.3405 2.8661 1.9228]]\n",
      "mean_state_value 1.4536083622385099\n",
      "episode 364/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.08164257 0.11596545 0.17016295 0.29437168 0.22423531 0.05378088\n",
      " 0.07972478 0.31465659 0.47020637 0.55942623 0.03859166 0.01992455\n",
      " 4.55315044 0.65268378 0.89406346 0.01799824 4.81633757 4.63420714\n",
      " 4.55487947 1.2715132  0.00628627 3.49868167 4.3528343  2.87759907\n",
      " 1.93282427]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0816 0.116  0.1702 0.2944 0.2242]\n",
      " [0.0538 0.0797 0.3147 0.4702 0.5594]\n",
      " [0.0386 0.0199 4.5532 0.6527 0.8941]\n",
      " [0.018  4.8163 4.6342 4.5549 1.2715]\n",
      " [0.0063 3.4987 4.3528 2.8776 1.9328]]\n",
      "mean_state_value 1.4594299157021178\n",
      "episode 365/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.0829755  0.11770661 0.17247925 0.29783261 0.22688319 0.05474078\n",
      " 0.08103224 0.31829858 0.47496469 0.56465645 0.03932925 0.02034868\n",
      " 4.56554508 0.65850137 0.90101732 0.01838522 4.82871946 4.64660395\n",
      " 4.56727416 1.2798597  0.00643911 3.51085003 4.36519038 2.88907497\n",
      " 1.94289954]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.083  0.1177 0.1725 0.2978 0.2269]\n",
      " [0.0547 0.081  0.3183 0.475  0.5647]\n",
      " [0.0393 0.0203 4.5655 0.6585 0.901 ]\n",
      " [0.0184 4.8287 4.6466 4.5673 1.2799]\n",
      " [0.0064 3.5109 4.3652 2.8891 1.9429]]\n",
      "mean_state_value 1.465264324668787\n",
      "episode 366/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.0843241  0.11946604 0.1748167  0.30131871 0.22955134 0.0557134\n",
      " 0.08235517 0.32196628 0.47975001 0.56991315 0.04007751 0.02077989\n",
      " 4.57793826 0.66434558 0.90799604 0.01877876 4.84109959 4.65899915\n",
      " 4.57966738 1.28822731 0.006595   3.52301934 4.37754562 2.90055689\n",
      " 1.95298892]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0843 0.1195 0.1748 0.3013 0.2296]\n",
      " [0.0557 0.0824 0.322  0.4798 0.5699]\n",
      " [0.0401 0.0208 4.5779 0.6643 0.908 ]\n",
      " [0.0188 4.8411 4.659  4.5797 1.2882]\n",
      " [0.0066 3.523  4.3775 2.9006 1.953 ]]\n",
      "mean_state_value 1.4711116055027995\n",
      "episode 367/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.08568846 0.12124381 0.17717535 0.30483    0.23223982 0.05669885\n",
      " 0.08369367 0.32565972 0.4845623  0.57519629 0.04083655 0.02121826\n",
      " 4.59032998 0.67021636 0.91499956 0.01917893 4.85347798 4.67139273\n",
      " 4.59205914 1.29661593 0.00675397 3.53518958 4.38990001 2.91204478\n",
      " 1.9630923 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0857 0.1212 0.1772 0.3048 0.2322]\n",
      " [0.0567 0.0837 0.3257 0.4846 0.5752]\n",
      " [0.0408 0.0212 4.5903 0.6702 0.915 ]\n",
      " [0.0192 4.8535 4.6714 4.5921 1.2966]\n",
      " [0.0068 3.5352 4.3899 2.912  1.9631]]\n",
      "mean_state_value 1.4769717743723572\n",
      "episode 368/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.08706868 0.12304001 0.17955529 0.30836651 0.23494865 0.05769721\n",
      " 0.08504783 0.32937893 0.48940156 0.58050585 0.04160647 0.02166387\n",
      " 4.60272024 0.67611367 0.9220278  0.01958582 4.86585463 4.68378471\n",
      " 4.60444944 1.30502548 0.00691608 3.54736071 4.40225355 2.9235386\n",
      " 1.97320961]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0871 0.123  0.1796 0.3084 0.2349]\n",
      " [0.0577 0.085  0.3294 0.4894 0.5805]\n",
      " [0.0416 0.0217 4.6027 0.6761 0.922 ]\n",
      " [0.0196 4.8659 4.6838 4.6044 1.305 ]\n",
      " [0.0069 3.5474 4.4023 2.9235 1.9732]]\n",
      "mean_state_value 1.4828448472485756\n",
      "episode 369/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.08846485 0.12485473 0.18195658 0.31192827 0.23767791 0.05870859\n",
      " 0.08641775 0.33312391 0.49426776 0.58584179 0.04238735 0.02211682\n",
      " 4.61510903 0.68203745 0.92908068 0.01999949 4.87822953 4.69617507\n",
      " 4.61683826 1.31345585 0.00708136 3.55953271 4.41460624 2.93503827\n",
      " 1.98334075]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0885 0.1249 0.182  0.3119 0.2377]\n",
      " [0.0587 0.0864 0.3331 0.4943 0.5858]\n",
      " [0.0424 0.0221 4.6151 0.682  0.9291]\n",
      " [0.02   4.8782 4.6962 4.6168 1.3135]\n",
      " [0.0071 3.5595 4.4146 2.935  1.9833]]\n",
      "mean_state_value 1.4887308399044963\n",
      "episode 370/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.08987708 0.12668806 0.18437929 0.3155153  0.24042762 0.05973308\n",
      " 0.08780352 0.3368947  0.49916088 0.59120408 0.04317929 0.02257716\n",
      " 4.62749636 0.68798764 0.93615812 0.02042002 4.8906027  4.70856383\n",
      " 4.62922562 1.32190697 0.00724987 3.57170556 4.42695805 2.94654376\n",
      " 1.99348564]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0899 0.1267 0.1844 0.3155 0.2404]\n",
      " [0.0597 0.0878 0.3369 0.4992 0.5912]\n",
      " [0.0432 0.0226 4.6275 0.688  0.9362]\n",
      " [0.0204 4.8906 4.7086 4.6292 1.3219]\n",
      " [0.0072 3.5717 4.427  2.9465 1.9935]]\n",
      "mean_state_value 1.4946297679141123\n",
      "episode 371/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.09130544 0.12854008 0.1868235  0.31912765 0.24319783 0.06077078\n",
      " 0.08920524 0.34069132 0.50408089 0.59659269 0.0439824  0.023045\n",
      " 4.63988221 0.6939642  0.94326005 0.0208475  4.90297413 4.72095097\n",
      " 4.64161151 1.33037872 0.00742165 3.58387923 4.439309   2.95805501\n",
      " 2.00364418]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0913 0.1285 0.1868 0.3191 0.2432]\n",
      " [0.0608 0.0892 0.3407 0.5041 0.5966]\n",
      " [0.044  0.023  4.6399 0.694  0.9433]\n",
      " [0.0208 4.903  4.721  4.6416 1.3304]\n",
      " [0.0074 3.5839 4.4393 2.9581 2.0036]]\n",
      "mean_state_value 1.5005416466514037\n",
      "episode 372/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.09275005 0.13041088 0.18928925 0.32276532 0.24598859 0.06182179\n",
      " 0.090623   0.34451378 0.50902779 0.60200758 0.04479676 0.02352041\n",
      " 4.6522666  0.69996707 0.95038639 0.021282   4.91534382 4.7333365\n",
      " 4.65399592 1.33887104 0.00759675 3.59605369 4.45165906 2.96957196\n",
      " 2.0138163 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0928 0.1304 0.1893 0.3228 0.246 ]\n",
      " [0.0618 0.0906 0.3445 0.509  0.602 ]\n",
      " [0.0448 0.0235 4.6523 0.7    0.9504]\n",
      " [0.0213 4.9153 4.7333 4.654  1.3389]\n",
      " [0.0076 3.5961 4.4517 2.9696 2.0138]]\n",
      "mean_state_value 1.5064664912893928\n",
      "episode 373/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.09421099 0.13230053 0.19177663 0.32642835 0.24879993 0.0628862\n",
      " 0.0920569  0.34836209 0.51400154 0.60744872 0.04562247 0.02400346\n",
      " 4.66464952 0.70599619 0.95753707 0.0217236  4.92771179 4.74572043\n",
      " 4.66637886 1.34738381 0.00777521 3.60822892 4.46400824 2.98109456\n",
      " 2.02400189]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0942 0.1323 0.1918 0.3264 0.2488]\n",
      " [0.0629 0.0921 0.3484 0.514  0.6074]\n",
      " [0.0456 0.024  4.6646 0.706  0.9575]\n",
      " [0.0217 4.9277 4.7457 4.6664 1.3474]\n",
      " [0.0078 3.6082 4.464  2.9811 2.024 ]]\n",
      "mean_state_value 1.5124043167992105\n",
      "episode 374/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.09568835 0.13420914 0.19428571 0.33011676 0.25163192 0.06396412\n",
      " 0.09350703 0.35223629 0.51900213 0.61291608 0.04645963 0.02449426\n",
      " 4.67703097 0.71205152 0.964712   0.02217238 4.94007802 4.75810274\n",
      " 4.67876033 1.35591695 0.00795709 3.6204049  4.47635652 2.99262277\n",
      " 2.03420089]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0957 0.1342 0.1943 0.3301 0.2516]\n",
      " [0.064  0.0935 0.3522 0.519  0.6129]\n",
      " [0.0465 0.0245 4.677  0.7121 0.9647]\n",
      " [0.0222 4.9401 4.7581 4.6788 1.3559]\n",
      " [0.008  3.6204 4.4764 2.9926 2.0342]]\n",
      "mean_state_value 1.518355137949174\n",
      "episode 375/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.09718223 0.13613676 0.19681653 0.33383057 0.25448457 0.06505563\n",
      " 0.09497348 0.35613638 0.52402952 0.61840962 0.04730833 0.02499287\n",
      " 4.68941095 0.718133   0.9719111  0.02262841 4.95244252 4.77048345\n",
      " 4.69114032 1.36447036 0.00814243 3.63258159 4.4887039  3.00415652\n",
      " 2.04441319]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0972 0.1361 0.1968 0.3338 0.2545]\n",
      " [0.0651 0.095  0.3561 0.524  0.6184]\n",
      " [0.0473 0.025  4.6894 0.7181 0.9719]\n",
      " [0.0226 4.9524 4.7705 4.6911 1.3645]\n",
      " [0.0081 3.6326 4.4887 3.0042 2.0444]]\n",
      "mean_state_value 1.5243189693038872\n",
      "episode 376/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.09869273 0.1380835  0.19936917 0.33756981 0.25735795 0.06616085\n",
      " 0.09645636 0.36006237 0.52908369 0.6239293  0.04816867 0.02549939\n",
      " 4.70178944 0.72424057 0.97913431 0.02309178 4.9648053  4.78286254\n",
      " 4.70351883 1.37304396 0.00833128 3.64475898 4.50105037 3.01569577\n",
      " 2.05463872]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.0987 0.1381 0.1994 0.3376 0.2574]\n",
      " [0.0662 0.0965 0.3601 0.5291 0.6239]\n",
      " [0.0482 0.0255 4.7018 0.7242 0.9791]\n",
      " [0.0231 4.9648 4.7829 4.7035 1.373 ]\n",
      " [0.0083 3.6448 4.5011 3.0157 2.0546]]\n",
      "mean_state_value 1.5302958252233438\n",
      "episode 377/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.10021992 0.14004943 0.2019437  0.34133449 0.26025208 0.06727985\n",
      " 0.09795574 0.36401429 0.53416462 0.62947509 0.04904074 0.02601388\n",
      " 4.71416647 0.73037418 0.98638153 0.02356256 4.97716636 4.79524002\n",
      " 4.71589586 1.38163765 0.00852369 3.65693705 4.51339592 3.02724047\n",
      " 2.06487739]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1002 0.14   0.2019 0.3413 0.2603]\n",
      " [0.0673 0.098  0.364  0.5342 0.6295]\n",
      " [0.049  0.026  4.7142 0.7304 0.9864]\n",
      " [0.0236 4.9772 4.7952 4.7159 1.3816]\n",
      " [0.0085 3.6569 4.5134 3.0272 2.0649]]\n",
      "mean_state_value 1.5362857198620574\n",
      "episode 378/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.10176391 0.14203464 0.20454016 0.34512464 0.26316701 0.06841275\n",
      " 0.09947172 0.36799215 0.53927228 0.63504695 0.04992465 0.02653645\n",
      " 4.72654201 0.73653377 0.9936527  0.02404085 4.98952569 4.8076159\n",
      " 4.72827141 1.39025134 0.00871971 3.66911576 4.52574055 3.03879056\n",
      " 2.07512912]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1018 0.142  0.2045 0.3451 0.2632]\n",
      " [0.0684 0.0995 0.368  0.5393 0.635 ]\n",
      " [0.0499 0.0265 4.7265 0.7365 0.9937]\n",
      " [0.024  4.9895 4.8076 4.7283 1.3903]\n",
      " [0.0087 3.6691 4.5257 3.0388 2.0751]]\n",
      "mean_state_value 1.5422886671681955\n",
      "episode 379/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.10332478 0.14403919 0.20715864 0.34894027 0.26610278 0.06955963\n",
      " 0.1010044  0.37199595 0.54440664 0.64064483 0.05082049 0.02706717\n",
      " 4.73891608 0.74271928 1.00094773 0.0245267  5.00188331 4.81999017\n",
      " 4.74064548 1.39888494 0.0089194  3.6812951  4.53808426 3.050346\n",
      " 2.08539381]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1033 0.144  0.2072 0.3489 0.2661]\n",
      " [0.0696 0.101  0.372  0.5444 0.6406]\n",
      " [0.0508 0.0271 4.7389 0.7427 1.0009]\n",
      " [0.0245 5.0019 4.82   4.7406 1.3989]\n",
      " [0.0089 3.6813 4.5381 3.0503 2.0854]]\n",
      "mean_state_value 1.5483046808827328\n",
      "episode 380/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.10490263 0.14606319 0.20979918 0.35278141 0.26905942 0.07072059\n",
      " 0.10255386 0.37602571 0.54956767 0.64626871 0.05172834 0.02760613\n",
      " 4.75128867 0.74893065 1.00826654 0.02502022 5.01423921 4.83236283\n",
      " 4.75301807 1.40753835 0.00912279 3.69347504 4.55042702 3.06190673\n",
      " 2.09567139]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1049 0.1461 0.2098 0.3528 0.2691]\n",
      " [0.0707 0.1026 0.376  0.5496 0.6463]\n",
      " [0.0517 0.0276 4.7513 0.7489 1.0083]\n",
      " [0.025  5.0142 4.8324 4.753  1.4075]\n",
      " [0.0091 3.6935 4.5504 3.0619 2.0957]]\n",
      "mean_state_value 1.5543337745386199\n",
      "episode 381/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.10649755 0.14810669 0.21246184 0.35664808 0.27203698 0.07189574\n",
      " 0.10412019 0.38008144 0.55475535 0.65191854 0.05264832 0.02815341\n",
      " 4.76365977 0.75516783 1.01560906 0.02552147 5.02659339 4.84473388\n",
      " 4.76538918 1.41621149 0.00932995 3.70565556 4.56276885 3.07347271\n",
      " 2.10596177]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1065 0.1481 0.2125 0.3566 0.272 ]\n",
      " [0.0719 0.1041 0.3801 0.5548 0.6519]\n",
      " [0.0526 0.0282 4.7637 0.7552 1.0156]\n",
      " [0.0255 5.0266 4.8447 4.7654 1.4162]\n",
      " [0.0093 3.7057 4.5628 3.0735 2.106 ]]\n",
      "mean_state_value 1.560375961459963\n",
      "episode 382/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.10810962 0.15016978 0.2151467  0.36054028 0.2750355  0.07308515\n",
      " 0.10570349 0.38416315 0.55996964 0.65759428 0.05358051 0.02870909\n",
      " 4.77602939 0.76143077 1.02297521 0.02603054 5.03894586 4.85710332\n",
      " 4.77775879 1.42490426 0.00954092 3.71783664 4.57510973 3.08504389\n",
      " 2.11626487]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1081 0.1502 0.2151 0.3605 0.275 ]\n",
      " [0.0731 0.1057 0.3842 0.56   0.6576]\n",
      " [0.0536 0.0287 4.776  0.7614 1.023 ]\n",
      " [0.026  5.0389 4.8571 4.7778 1.4249]\n",
      " [0.0095 3.7178 4.5751 3.085  2.1163]]\n",
      "mean_state_value 1.5664312547612211\n",
      "episode 383/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.10973894 0.15225255 0.21785379 0.36445803 0.27805501 0.07428893\n",
      " 0.10730384 0.38827084 0.56521051 0.6632959  0.05452501 0.02927327\n",
      " 4.78839753 0.76771939 1.03036489 0.02654752 5.05129661 4.86947115\n",
      " 4.79012692 1.43361657 0.00975575 3.73001825 4.58744965 3.09662021\n",
      " 2.12658061]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1097 0.1523 0.2179 0.3645 0.2781]\n",
      " [0.0743 0.1073 0.3883 0.5652 0.6633]\n",
      " [0.0545 0.0293 4.7884 0.7677 1.0304]\n",
      " [0.0265 5.0513 4.8695 4.7901 1.4336]\n",
      " [0.0098 3.73   4.5874 3.0966 2.1266]]\n",
      "mean_state_value 1.5724996673464184\n",
      "episode 384/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.1113856  0.15435506 0.22058319 0.36840135 0.28109554 0.07550717\n",
      " 0.10892134 0.39240453 0.57047794 0.66902334 0.05548192 0.02984602\n",
      " 4.80076418 0.77403364 1.03777804 0.02707247 5.06364566 4.88183738\n",
      " 4.80249357 1.44234833 0.0099745  3.74220038 4.59978861 3.10820163\n",
      " 2.13690889]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1114 0.1544 0.2206 0.3684 0.2811]\n",
      " [0.0755 0.1089 0.3924 0.5705 0.669 ]\n",
      " [0.0555 0.0298 4.8008 0.774  1.0378]\n",
      " [0.0271 5.0636 4.8818 4.8025 1.4423]\n",
      " [0.01   3.7422 4.5998 3.1082 2.1369]]\n",
      "mean_state_value 1.5785812119083664\n",
      "episode 385/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.11304967 0.1564774  0.22333495 0.37237026 0.28415714 0.07673998\n",
      " 0.11055608 0.39656422 0.57577189 0.67477657 0.05645133 0.03042743\n",
      " 4.81312934 0.78037346 1.04521458 0.02760549 5.075993   4.894202\n",
      " 4.81485872 1.45109946 0.01019722 3.754383   4.6121266  3.1197881\n",
      " 2.14724965]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.113  0.1565 0.2233 0.3724 0.2842]\n",
      " [0.0767 0.1106 0.3966 0.5758 0.6748]\n",
      " [0.0565 0.0304 4.8131 0.7804 1.0452]\n",
      " [0.0276 5.076  4.8942 4.8149 1.4511]\n",
      " [0.0102 3.7544 4.6121 3.1198 2.1472]]\n",
      "mean_state_value 1.5846759009279092\n",
      "episode 386/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.11473126 0.15861963 0.22610912 0.37636476 0.28723984 0.07798743\n",
      " 0.11220813 0.40074992 0.58109232 0.68055555 0.05743333 0.03101759\n",
      " 4.82549302 0.78673878 1.05267442 0.02814665 5.08833863 4.90656501\n",
      " 4.82722238 1.45986984 0.01042396 3.76656608 4.62446362 3.13137958\n",
      " 2.15760279]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1147 0.1586 0.2261 0.3764 0.2872]\n",
      " [0.078  0.1122 0.4007 0.5811 0.6806]\n",
      " [0.0574 0.031  4.8255 0.7867 1.0527]\n",
      " [0.0281 5.0883 4.9066 4.8272 1.4599]\n",
      " [0.0104 3.7666 4.6245 3.1314 2.1576]]\n",
      "mean_state_value 1.590783746673174\n",
      "episode 387/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.11643044 0.16078184 0.22890577 0.38038486 0.29034367 0.07924963\n",
      " 0.11387759 0.40496162 0.58643921 0.68636023 0.05842803 0.03161658\n",
      " 4.83785521 0.79312956 1.06015749 0.02869604 5.10068256 4.91892642\n",
      " 4.83958455 1.46865941 0.01065478 3.77874961 4.63679966 3.14297601\n",
      " 2.16796824]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1164 0.1608 0.2289 0.3804 0.2903]\n",
      " [0.0792 0.1139 0.405  0.5864 0.6864]\n",
      " [0.0584 0.0316 4.8379 0.7931 1.0602]\n",
      " [0.0287 5.1007 4.9189 4.8396 1.4687]\n",
      " [0.0107 3.7787 4.6368 3.143  2.168 ]]\n",
      "mean_state_value 1.596904761198846\n",
      "episode 388/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.11814731 0.1629641  0.23172493 0.38443059 0.29346867 0.08052667\n",
      " 0.11556455 0.40919935 0.59181252 0.69219057 0.05943552 0.03222449\n",
      " 4.85021591 0.79954572 1.0676637  0.02925374 5.11302479 4.93128622\n",
      " 4.85194523 1.47746806 0.01088972 3.79093358 4.64913472 3.15457734\n",
      " 2.17834592]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1181 0.163  0.2317 0.3844 0.2935]\n",
      " [0.0805 0.1156 0.4092 0.5918 0.6922]\n",
      " [0.0594 0.0322 4.8502 0.7995 1.0677]\n",
      " [0.0293 5.113  4.9313 4.8519 1.4775]\n",
      " [0.0109 3.7909 4.6491 3.1546 2.1783]]\n",
      "mean_state_value 1.6030389563454488\n",
      "episode 389/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.11988195 0.16516648 0.23456668 0.38850194 0.29661487 0.08181865\n",
      " 0.1172691  0.41346309 0.59721222 0.69804652 0.06045589 0.03284141\n",
      " 4.86257511 0.80598721 1.07519297 0.02981983 5.12536531 4.94364441\n",
      " 4.86430441 1.48629571 0.01112885 3.80311794 4.66146878 3.16618354\n",
      " 2.18873574]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1199 0.1652 0.2346 0.3885 0.2966]\n",
      " [0.0818 0.1173 0.4135 0.5972 0.698 ]\n",
      " [0.0605 0.0328 4.8626 0.806  1.0752]\n",
      " [0.0298 5.1254 4.9436 4.8643 1.4863]\n",
      " [0.0111 3.8031 4.6615 3.1662 2.1887]]\n",
      "mean_state_value 1.6091863437386473\n",
      "episode 390/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.12163444 0.16738906 0.23743105 0.39259893 0.29978231 0.08312565\n",
      " 0.11899131 0.41775284 0.60263826 0.70392804 0.06148924 0.03346742\n",
      " 4.87493282 0.81245396 1.08274522 0.0303944  5.13770414 4.95600099\n",
      " 4.8766621  1.49514226 0.01137221 3.81530269 4.67380184 3.17779456\n",
      " 2.19913763]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1216 0.1674 0.2374 0.3926 0.2998]\n",
      " [0.0831 0.119  0.4178 0.6026 0.7039]\n",
      " [0.0615 0.0335 4.8749 0.8125 1.0827]\n",
      " [0.0304 5.1377 4.956  4.8767 1.4951]\n",
      " [0.0114 3.8153 4.6738 3.1778 2.1991]]\n",
      "mean_state_value 1.615346934788562\n",
      "episode 391/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.12340488 0.16963191 0.24031811 0.39672156 0.30297102 0.08444778\n",
      " 0.12073128 0.42206862 0.60809061 0.70983509 0.06253566 0.0341026\n",
      " 4.88728904 0.81894591 1.09032037 0.03097753 5.15004127 4.96835597\n",
      " 4.88901829 1.50400762 0.01161986 3.82748781 4.6861339  3.18941034\n",
      " 2.20955149]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1234 0.1696 0.2403 0.3967 0.303 ]\n",
      " [0.0844 0.1207 0.4221 0.6081 0.7098]\n",
      " [0.0625 0.0341 4.8873 0.8189 1.0903]\n",
      " [0.031  5.15   4.9684 4.889  1.504 ]\n",
      " [0.0116 3.8275 4.6861 3.1894 2.2096]]\n",
      "mean_state_value 1.621520740689098\n",
      "episode 392/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.12519334 0.17189509 0.2432279  0.40086985 0.30618102 0.08578512\n",
      " 0.12248909 0.42641042 0.61356924 0.71576761 0.06359524 0.03474705\n",
      " 4.89964376 0.82546299 1.09791834 0.0315693  5.16237671 4.98070934\n",
      " 4.90137299 1.51289171 0.01187186 3.83967327 4.69846495 3.20103084\n",
      " 2.21997727]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1252 0.1719 0.2432 0.4009 0.3062]\n",
      " [0.0858 0.1225 0.4264 0.6136 0.7158]\n",
      " [0.0636 0.0347 4.8996 0.8255 1.0979]\n",
      " [0.0316 5.1624 4.9807 4.9014 1.5129]\n",
      " [0.0119 3.8397 4.6985 3.201  2.22  ]]\n",
      "mean_state_value 1.6277077724172917\n",
      "episode 393/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.12699992 0.17417869 0.24616048 0.4050438  0.30941235 0.08713776\n",
      " 0.12426483 0.43077824 0.61907411 0.72172557 0.06466809 0.03540085\n",
      " 4.91199699 0.83200514 1.10553904 0.0321698  5.17471045 4.99306111\n",
      " 4.91372618 1.52179444 0.01212826 3.85185905 4.71079498 3.21265602\n",
      " 2.23041487]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.127  0.1742 0.2462 0.405  0.3094]\n",
      " [0.0871 0.1243 0.4308 0.6191 0.7217]\n",
      " [0.0647 0.0354 4.912  0.832  1.1055]\n",
      " [0.0322 5.1747 4.9931 4.9137 1.5218]\n",
      " [0.0121 3.8519 4.7108 3.2127 2.2304]]\n",
      "mean_state_value 1.6339080407326685\n",
      "episode 394/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.12882469 0.17648278 0.24911589 0.40924341 0.31266505 0.0885058\n",
      " 0.12605857 0.43517208 0.62460517 0.72770891 0.0657543  0.03606409\n",
      " 4.92434872 0.8385723  1.1131824  0.0327791  5.1870425  5.00541127\n",
      " 4.92607788 1.53071571 0.01238911 3.86404514 4.723124   3.22428583\n",
      " 2.24086421]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1288 0.1765 0.2491 0.4092 0.3127]\n",
      " [0.0885 0.1261 0.4352 0.6246 0.7277]\n",
      " [0.0658 0.0361 4.9243 0.8386 1.1132]\n",
      " [0.0328 5.187  5.0054 4.9261 1.5307]\n",
      " [0.0124 3.864  4.7231 3.2243 2.2409]]\n",
      "mean_state_value 1.6401215561766196\n",
      "episode 395/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.13066773 0.17880741 0.25209418 0.4134687  0.31593913 0.08988933\n",
      " 0.12787041 0.43959194 0.63016239 0.73371758 0.06685396 0.03673686\n",
      " 4.93669895 0.84516441 1.12084834 0.0333973  5.19937285 5.01775983\n",
      " 4.93842807 1.53965543 0.01265448 3.87623151 4.73545198 3.23592023\n",
      " 2.25132522]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1307 0.1788 0.2521 0.4135 0.3159]\n",
      " [0.0899 0.1279 0.4396 0.6302 0.7337]\n",
      " [0.0669 0.0367 4.9367 0.8452 1.1208]\n",
      " [0.0334 5.1994 5.0178 4.9384 1.5397]\n",
      " [0.0127 3.8762 4.7355 3.2359 2.2513]]\n",
      "mean_state_value 1.6463483290717924\n",
      "episode 396/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.13252914 0.18115267 0.2550954  0.41771966 0.31923464 0.09128845\n",
      " 0.12970043 0.44403781 0.63574574 0.73975155 0.06796716 0.03741924\n",
      " 4.94904768 0.85178139 1.12853676 0.03402448 5.21170152 5.03010678\n",
      " 4.95077676 1.54861352 0.01292441 3.88841815 4.74777894 3.24755916\n",
      " 2.26179782]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1325 0.1812 0.2551 0.4177 0.3192]\n",
      " [0.0913 0.1297 0.444  0.6357 0.7398]\n",
      " [0.068  0.0374 4.949  0.8518 1.1285]\n",
      " [0.034  5.2117 5.0301 4.9508 1.5486]\n",
      " [0.0129 3.8884 4.7478 3.2476 2.2618]]\n",
      "mean_state_value 1.6525883695214936\n",
      "episode 397/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.13440898 0.18351861 0.25811959 0.42199629 0.32255159 0.09270323\n",
      " 0.13154871 0.44850968 0.64135516 0.74581075 0.069094   0.03811132\n",
      " 4.96139491 0.85842319 1.13624759 0.03466072 5.22402851 5.04245212\n",
      " 4.96312395 1.55758989 0.01319897 3.90060504 4.76010485 3.2592026\n",
      " 2.27228193]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1344 0.1835 0.2581 0.422  0.3226]\n",
      " [0.0927 0.1315 0.4485 0.6414 0.7458]\n",
      " [0.0691 0.0381 4.9614 0.8584 1.1362]\n",
      " [0.0347 5.224  5.0425 4.9631 1.5576]\n",
      " [0.0132 3.9006 4.7601 3.2592 2.2723]]\n",
      "mean_state_value 1.6588416874091132\n",
      "episode 398/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.13630735 0.18590531 0.26116681 0.42629861 0.32589002 0.09413378\n",
      " 0.13341533 0.45300756 0.64699062 0.75189515 0.07023457 0.03881318\n",
      " 4.97374064 0.86508973 1.14398076 0.03530611 5.2363538  5.05479586\n",
      " 4.97546964 1.56658444 0.01347821 3.91279215 4.77242973 3.27085049\n",
      " 2.28277748]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1363 0.1859 0.2612 0.4263 0.3259]\n",
      " [0.0941 0.1334 0.453  0.647  0.7519]\n",
      " [0.0702 0.0388 4.9737 0.8651 1.144 ]\n",
      " [0.0353 5.2364 5.0548 4.9755 1.5666]\n",
      " [0.0135 3.9128 4.7724 3.2709 2.2828]]\n",
      "mean_state_value 1.6651082923975569\n",
      "episode 399/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.13822432 0.18831284 0.2642371  0.4306266  0.32924995 0.09558018\n",
      " 0.13530037 0.45753144 0.65265208 0.75800468 0.07138897 0.03952492\n",
      " 4.98608486 0.87178095 1.15173616 0.03596073 5.24867742 5.067138\n",
      " 4.98781382 1.57559708 0.01376219 3.92497947 4.78475355 3.28250278\n",
      " 2.29328438]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1382 0.1883 0.2642 0.4306 0.3292]\n",
      " [0.0956 0.1353 0.4575 0.6527 0.758 ]\n",
      " [0.0714 0.0395 4.9861 0.8718 1.1517]\n",
      " [0.036  5.2487 5.0671 4.9878 1.5756]\n",
      " [0.0138 3.925  4.7848 3.2825 2.2933]]\n",
      "mean_state_value 1.6713881939286985\n",
      "episode 400/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.14015998 0.19074125 0.26733049 0.43498028 0.33263141 0.09704253\n",
      " 0.13720391 0.46208131 0.65833949 0.76413931 0.07255729 0.04024663\n",
      " 4.99842758 0.87849679 1.15951373 0.03662466 5.26099935 5.07947853\n",
      " 5.00015649 1.58462774 0.01405097 3.93716698 4.79707632 3.29415944\n",
      " 2.30380256]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1402 0.1907 0.2673 0.435  0.3326]\n",
      " [0.097  0.1372 0.4621 0.6583 0.7641]\n",
      " [0.0726 0.0402 4.9984 0.8785 1.1595]\n",
      " [0.0366 5.261  5.0795 5.0002 1.5846]\n",
      " [0.0141 3.9372 4.7971 3.2942 2.3038]]\n",
      "mean_state_value 1.6776814012228478\n",
      "episode 401/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.1421144  0.19319062 0.27044705 0.43935964 0.33603443 0.09852091\n",
      " 0.13912604 0.46665716 0.66405281 0.77029898 0.07373962 0.04097839\n",
      " 5.0107688  0.88523717 1.16731338 0.037298   5.2733196  5.09181746\n",
      " 5.01249766 1.59367632 0.0143446  3.94935466 4.80939803 3.30582043\n",
      " 2.31433195]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1421 0.1932 0.2704 0.4394 0.336 ]\n",
      " [0.0985 0.1391 0.4667 0.6641 0.7703]\n",
      " [0.0737 0.041  5.0108 0.8852 1.1673]\n",
      " [0.0373 5.2733 5.0918 5.0125 1.5937]\n",
      " [0.0143 3.9494 4.8094 3.3058 2.3143]]\n",
      "mean_state_value 1.6839879232782282\n",
      "episode 402/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.14408766 0.19566101 0.2735868  0.44376467 0.33945904 0.10001541\n",
      " 0.14106684 0.47125899 0.669792   0.77648363 0.07493606 0.04172028\n",
      " 5.02310851 0.89200204 1.17513502 0.03798082 5.28563817 5.10415478\n",
      " 5.02483732 1.60274272 0.01464315 3.96154249 4.82171867 3.31748569\n",
      " 2.32487246]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1441 0.1957 0.2736 0.4438 0.3395]\n",
      " [0.1    0.1411 0.4713 0.6698 0.7765]\n",
      " [0.0749 0.0417 5.0231 0.892  1.1751]\n",
      " [0.038  5.2856 5.1042 5.0248 1.6027]\n",
      " [0.0146 3.9615 4.8217 3.3175 2.3249]]\n",
      "mean_state_value 1.6903077688704766\n",
      "episode 403/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.14607984 0.19815248 0.27674979 0.44819539 0.34290525 0.10152612\n",
      " 0.14302638 0.47588678 0.67555701 0.78269323 0.07614669 0.0424724\n",
      " 5.03544671 0.89879131 1.18297858 0.03867321 5.29795506 5.1164905\n",
      " 5.03717547 1.61182687 0.01494667 3.97373046 4.83403825 3.3291552\n",
      " 2.33542403]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1461 0.1982 0.2767 0.4482 0.3429]\n",
      " [0.1015 0.143  0.4759 0.6756 0.7827]\n",
      " [0.0761 0.0425 5.0354 0.8988 1.183 ]\n",
      " [0.0387 5.298  5.1165 5.0372 1.6118]\n",
      " [0.0149 3.9737 4.834  3.3292 2.3354]]\n",
      "mean_state_value 1.696640946552154\n",
      "episode 404/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.14809102 0.2006651  0.27993606 0.45265177 0.34637309 0.10305313\n",
      " 0.14500473 0.48054053 0.6813478  0.7889277  0.07737162 0.04323484\n",
      " 5.04778341 0.90560493 1.19084397 0.03937526 5.31027027 5.12882462\n",
      " 5.04951211 1.62092867 0.01525521 3.98591854 4.84635675 3.34082889\n",
      " 2.34598657]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1481 0.2007 0.2799 0.4527 0.3464]\n",
      " [0.1031 0.145  0.4805 0.6813 0.7889]\n",
      " [0.0774 0.0432 5.0478 0.9056 1.1908]\n",
      " [0.0394 5.3103 5.1288 5.0495 1.6209]\n",
      " [0.0153 3.9859 4.8464 3.3408 2.346 ]]\n",
      "mean_state_value 1.7029874646522731\n",
      "episode 405/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.15012128 0.20319893 0.28314565 0.45713383 0.34986258 0.10459653\n",
      " 0.14700199 0.48522022 0.68716433 0.79518701 0.07861092 0.04400768\n",
      " 5.0601186  0.91244283 1.19873111 0.04008705 5.32258381 5.14115713\n",
      " 5.06184724 1.63004804 0.01556886 3.99810673 4.85867417 3.35250674\n",
      " 2.35656001]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1501 0.2032 0.2831 0.4571 0.3499]\n",
      " [0.1046 0.147  0.4852 0.6872 0.7952]\n",
      " [0.0786 0.044  5.0601 0.9124 1.1987]\n",
      " [0.0401 5.3226 5.1412 5.0618 1.63  ]\n",
      " [0.0156 3.9981 4.8587 3.3525 2.3566]]\n",
      "mean_state_value 1.7093473312758412\n",
      "episode 406/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.15217068 0.20575403 0.28637861 0.46164156 0.35337376 0.10615641\n",
      " 0.14901823 0.48992584 0.69300654 0.8014711  0.07986471 0.04479102\n",
      " 5.07245227 0.91930493 1.20663992 0.04080866 5.33489568 5.15348804\n",
      " 5.07418086 1.63918489 0.01588765 4.01029499 4.8709905  3.3641887\n",
      " 2.36714429]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1522 0.2058 0.2864 0.4616 0.3534]\n",
      " [0.1062 0.149  0.4899 0.693  0.8015]\n",
      " [0.0799 0.0448 5.0725 0.9193 1.2066]\n",
      " [0.0408 5.3349 5.1535 5.0742 1.6392]\n",
      " [0.0159 4.0103 4.871  3.3642 2.3671]]\n",
      "mean_state_value 1.7157205543034177\n",
      "episode 407/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.15423932 0.20833046 0.28963496 0.46617495 0.35690663 0.10773284\n",
      " 0.15105352 0.49465739 0.69887438 0.80777992 0.08113306 0.04558493\n",
      " 5.08478444 0.92619117 1.21457031 0.04154019 5.34720587 5.16581735\n",
      " 5.08651297 1.64833913 0.01621165 4.02248333 4.88330574 3.37587473\n",
      " 2.37773931]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1542 0.2083 0.2896 0.4662 0.3569]\n",
      " [0.1077 0.1511 0.4947 0.6989 0.8078]\n",
      " [0.0811 0.0456 5.0848 0.9262 1.2146]\n",
      " [0.0415 5.3472 5.1658 5.0865 1.6483]\n",
      " [0.0162 4.0225 4.8833 3.3759 2.3777]]\n",
      "mean_state_value 1.722107141390688\n",
      "episode 408/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.15632725 0.21092828 0.29291475 0.47073399 0.36046123 0.10932593\n",
      " 0.15310794 0.49941484 0.70476782 0.81411341 0.08241606 0.04638951\n",
      " 5.0971151  0.93310148 1.2225222  0.04228172 5.35951439 5.17814505\n",
      " 5.09884356 1.65751067 0.01654092 4.03467171 4.89561989 3.38756479\n",
      " 2.38834502]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1563 0.2109 0.2929 0.4707 0.3605]\n",
      " [0.1093 0.1531 0.4994 0.7048 0.8141]\n",
      " [0.0824 0.0464 5.0971 0.9331 1.2225]\n",
      " [0.0423 5.3595 5.1781 5.0988 1.6575]\n",
      " [0.0165 4.0347 4.8956 3.3876 2.3883]]\n",
      "mean_state_value 1.7285070999680519\n",
      "episode 409/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.15843457 0.21354755 0.29621801 0.47531868 0.36403758 0.11093575\n",
      " 0.15518157 0.50419818 0.71068681 0.82047151 0.08371382 0.04720485\n",
      " 5.10944424 0.94003579 1.2304955  0.04303333 5.37182124 5.19047115\n",
      " 5.11117264 1.66669942 0.01687552 4.04686012 4.90793294 3.39925884\n",
      " 2.39896133]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1584 0.2135 0.2962 0.4753 0.364 ]\n",
      " [0.1109 0.1552 0.5042 0.7107 0.8205]\n",
      " [0.0837 0.0472 5.1094 0.94   1.2305]\n",
      " [0.043  5.3718 5.1905 5.1112 1.6667]\n",
      " [0.0169 4.0469 4.9079 3.3993 2.399 ]]\n",
      "mean_state_value 1.734920437240226\n",
      "episode 410/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.16056134 0.21618834 0.29954479 0.47992901 0.36763568 0.11256239\n",
      " 0.15727447 0.5090074  0.71663129 0.82685418 0.08502641 0.04803104\n",
      " 5.12177187 0.94699402 1.23849014 0.04379511 5.38412642 5.20279565\n",
      " 5.1235002  1.67590531 0.01721552 4.05904854 4.92024488 3.41095684\n",
      " 2.40958817]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1606 0.2162 0.2995 0.4799 0.3676]\n",
      " [0.1126 0.1573 0.509  0.7166 0.8269]\n",
      " [0.085  0.048  5.1218 0.947  1.2385]\n",
      " [0.0438 5.3841 5.2028 5.1235 1.6759]\n",
      " [0.0172 4.059  4.9202 3.411  2.4096]]\n",
      "mean_state_value 1.741347160185866\n",
      "episode 411/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.16270763 0.21885069 0.3028951  0.48456497 0.37125558 0.11420594\n",
      " 0.15938673 0.51384249 0.72260122 0.83326135 0.08635393 0.04886816\n",
      " 5.13409799 0.95397612 1.24650603 0.04456715 5.39642994 5.21511855\n",
      " 5.13582625 1.68512823 0.01756096 4.07123696 4.93255571 3.42265874\n",
      " 2.42022548]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1627 0.2189 0.3029 0.4846 0.3713]\n",
      " [0.1142 0.1594 0.5138 0.7226 0.8333]\n",
      " [0.0864 0.0489 5.1341 0.954  1.2465]\n",
      " [0.0446 5.3964 5.2151 5.1358 1.6851]\n",
      " [0.0176 4.0712 4.9326 3.4227 2.4202]]\n",
      "mean_state_value 1.7477872755571982\n",
      "episode 412/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.16487352 0.22153466 0.306269   0.48922655 0.37489728 0.11586648\n",
      " 0.16151842 0.51870342 0.72859654 0.83969297 0.08769648 0.0497163\n",
      " 5.14642259 0.960982   1.25454308 0.04534953 5.40873179 5.22743984\n",
      " 5.14815078 1.69436811 0.01791193 4.08342536 4.94486543 3.43436451\n",
      " 2.43087317]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1649 0.2215 0.3063 0.4892 0.3749]\n",
      " [0.1159 0.1615 0.5187 0.7286 0.8397]\n",
      " [0.0877 0.0497 5.1464 0.961  1.2545]\n",
      " [0.0453 5.4087 5.2274 5.1482 1.6944]\n",
      " [0.0179 4.0834 4.9449 3.4344 2.4309]]\n",
      "mean_state_value 1.7542407898796732\n",
      "episode 413/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.16705908 0.22424032 0.30966651 0.49391374 0.3785608  0.1175441\n",
      " 0.16366962 0.52359017 0.73461721 0.84614899 0.08905413 0.05057555\n",
      " 5.15874567 0.9680116  1.26260122 0.04614234 5.42103198 5.23975954\n",
      " 5.16047379 1.70362486 0.01826847 4.09561373 4.95717403 3.44607411\n",
      " 2.44153118]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1671 0.2242 0.3097 0.4939 0.3786]\n",
      " [0.1175 0.1637 0.5236 0.7346 0.8461]\n",
      " [0.0891 0.0506 5.1587 0.968  1.2626]\n",
      " [0.0461 5.421  5.2398 5.1605 1.7036]\n",
      " [0.0183 4.0956 4.9572 3.4461 2.4415]]\n",
      "mean_state_value 1.760707709451627\n",
      "episode 414/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.16926438 0.22696771 0.31308767 0.49862653 0.38224616 0.11923888\n",
      " 0.16584038 0.52850274 0.74066318 0.85262935 0.09042699 0.051446\n",
      " 5.17106724 0.97506485 1.27068035 0.04694566 5.4333305  5.25207763\n",
      " 5.17279528 1.71289839 0.01863065 4.10780205 4.96948151 3.45778749\n",
      " 2.45219944]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1693 0.227  0.3131 0.4986 0.3822]\n",
      " [0.1192 0.1658 0.5285 0.7407 0.8526]\n",
      " [0.0904 0.0514 5.1711 0.9751 1.2707]\n",
      " [0.0469 5.4333 5.2521 5.1728 1.7129]\n",
      " [0.0186 4.1078 4.9695 3.4578 2.4522]]\n",
      "mean_state_value 1.7671880403439653\n",
      "episode 415/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.17148949 0.2297169  0.3165325  0.50336492 0.38595339 0.1209509\n",
      " 0.16803079 0.5334411  0.7467344  0.85913398 0.09181513 0.05232774\n",
      " 5.18338729 0.98214167 1.27878041 0.04775958 5.44562736 5.26439412\n",
      " 5.18511526 1.72218862 0.01899853 4.1199903  4.98178785 3.46950463\n",
      " 2.46287786]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1715 0.2297 0.3165 0.5034 0.386 ]\n",
      " [0.121  0.168  0.5334 0.7467 0.8591]\n",
      " [0.0918 0.0523 5.1834 0.9821 1.2788]\n",
      " [0.0478 5.4456 5.2644 5.1851 1.7222]\n",
      " [0.019  4.12   4.9818 3.4695 2.4629]]\n",
      "mean_state_value 1.7736817883998566\n",
      "episode 416/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.17373449 0.23248793 0.32000104 0.50812888 0.38968249 0.12268025\n",
      " 0.17024092 0.53840523 0.75283081 0.86566285 0.09321865 0.05322086\n",
      " 5.19570582 0.98924199 1.28690129 0.04858419 5.45792256 5.27670901\n",
      " 5.19743371 1.73149545 0.01937218 4.13217847 4.99409307 3.48122547\n",
      " 2.47356639]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1737 0.2325 0.32   0.5081 0.3897]\n",
      " [0.1227 0.1702 0.5384 0.7528 0.8657]\n",
      " [0.0932 0.0532 5.1957 0.9892 1.2869]\n",
      " [0.0486 5.4579 5.2767 5.1974 1.7315]\n",
      " [0.0194 4.1322 4.9941 3.4812 2.4736]]\n",
      "mean_state_value 1.780188959234446\n",
      "episode 417/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.17599944 0.23528085 0.32349332 0.5129184  0.39343348 0.12442701\n",
      " 0.17247083 0.54339511 0.75895236 0.87221587 0.09463764 0.05412544\n",
      " 5.20802284 0.99636575 1.29504293 0.04941957 5.4702161  5.2890223\n",
      " 5.20975065 1.74081881 0.01975165 4.14436654 5.00639714 3.49294999\n",
      " 2.48426495]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.176  0.2353 0.3235 0.5129 0.3934]\n",
      " [0.1244 0.1725 0.5434 0.759  0.8722]\n",
      " [0.0946 0.0541 5.208  0.9964 1.295 ]\n",
      " [0.0494 5.4702 5.289  5.2098 1.7408]\n",
      " [0.0198 4.1444 5.0064 3.4929 2.4843]]\n",
      "mean_state_value 1.7867095582345802\n",
      "episode 418/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.1782844  0.23809573 0.32700937 0.51773347 0.39720638 0.12619126\n",
      " 0.17472061 0.54841072 0.765099   0.87879301 0.09607218 0.05504157\n",
      " 5.22033833 1.00351286 1.30320523 0.05026581 5.48250798 5.30133399\n",
      " 5.22206606 1.75015861 0.02013701 4.15655449 5.01870008 3.50467814\n",
      " 2.49497348]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1783 0.2381 0.327  0.5177 0.3972]\n",
      " [0.1262 0.1747 0.5484 0.7651 0.8788]\n",
      " [0.0961 0.055  5.2203 1.0035 1.3032]\n",
      " [0.0503 5.4825 5.3013 5.2221 1.7502]\n",
      " [0.0201 4.1566 5.0187 3.5047 2.495 ]]\n",
      "mean_state_value 1.7932435905585515\n",
      "episode 419/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.18058946 0.24093262 0.33054921 0.52257407 0.40100121 0.12797308\n",
      " 0.1769903  0.55345204 0.77127068 0.88539419 0.09752237 0.05596935\n",
      " 5.2326523  1.01068326 1.31138811 0.051123   5.4947982  5.31364408\n",
      " 5.23437995 1.75951476 0.02052833 4.16874232 5.03100187 3.51640989\n",
      " 2.50569189]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1806 0.2409 0.3305 0.5226 0.401 ]\n",
      " [0.128  0.177  0.5535 0.7713 0.8854]\n",
      " [0.0975 0.056  5.2327 1.0107 1.3114]\n",
      " [0.0511 5.4948 5.3136 5.2344 1.7595]\n",
      " [0.0205 4.1687 5.031  3.5164 2.5057]]\n",
      "mean_state_value 1.7997910611358512\n",
      "episode 420/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.18291467 0.24379156 0.33411288 0.52744019 0.40481798 0.12977256\n",
      " 0.17928    0.55851904 0.77746733 0.89201937 0.09898828 0.05690886\n",
      " 5.24496475 1.01787687 1.31959149 0.05199122 5.50708677 5.32595256\n",
      " 5.24669232 1.76888718 0.02092567 4.18093    5.0433025  3.52814519\n",
      " 2.51642013]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1829 0.2438 0.3341 0.5274 0.4048]\n",
      " [0.1298 0.1793 0.5585 0.7775 0.892 ]\n",
      " [0.099  0.0569 5.245  1.0179 1.3196]\n",
      " [0.052  5.5071 5.326  5.2467 1.7689]\n",
      " [0.0209 4.1809 5.0433 3.5281 2.5164]]\n",
      "mean_state_value 1.8063519746669467\n",
      "episode 421/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.1852601  0.2466726  0.33770041 0.53233182 0.4086567  0.13158977\n",
      " 0.18158975 0.56361171 0.78368892 0.89866847 0.10047001 0.05786018\n",
      " 5.25727568 1.02509362 1.32781529 0.05287055 5.51937368 5.33825945\n",
      " 5.25900316 1.77827578 0.02132909 4.19311753 5.05560199 3.53988402\n",
      " 2.52715812]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1853 0.2467 0.3377 0.5323 0.4087]\n",
      " [0.1316 0.1816 0.5636 0.7837 0.8987]\n",
      " [0.1005 0.0579 5.2573 1.0251 1.3278]\n",
      " [0.0529 5.5194 5.3383 5.259  1.7783]\n",
      " [0.0213 4.1931 5.0556 3.5399 2.5272]]\n",
      "mean_state_value 1.812926335623066\n",
      "episode 422/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.18762583 0.24957579 0.3413118  0.53724893 0.41251739 0.1334248\n",
      " 0.18391963 0.56873001 0.78993538 0.90534145 0.10196765 0.05882342\n",
      " 5.26958509 1.03233344 1.33605941 0.05376109 5.53165894 5.35056474\n",
      " 5.27131248 1.78768048 0.02173866 4.20530488 5.06790031 3.55162633\n",
      " 2.5379058 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1876 0.2496 0.3413 0.5372 0.4125]\n",
      " [0.1334 0.1839 0.5687 0.7899 0.9053]\n",
      " [0.102  0.0588 5.2696 1.0323 1.3361]\n",
      " [0.0538 5.5317 5.3506 5.2713 1.7877]\n",
      " [0.0217 4.2053 5.0679 3.5516 2.5379]]\n",
      "mean_state_value 1.8195141482460029\n",
      "episode 423/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.1900119  0.25250119 0.3449471  0.54219151 0.41640005 0.13527772\n",
      " 0.18626971 0.57387393 0.79620666 0.91203823 0.10348128 0.05979865\n",
      " 5.28189297 1.03959625 1.34432379 0.05466292 5.54394254 5.36286843\n",
      " 5.28362027 1.79710119 0.02215444 4.21749204 5.08019747 3.56337208\n",
      " 2.54866309]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.19   0.2525 0.3449 0.5422 0.4164]\n",
      " [0.1353 0.1863 0.5739 0.7962 0.912 ]\n",
      " [0.1035 0.0598 5.2819 1.0396 1.3443]\n",
      " [0.0547 5.5439 5.3629 5.2836 1.7971]\n",
      " [0.0222 4.2175 5.0802 3.5634 2.5487]]\n",
      "mean_state_value 1.8261154165479327\n",
      "episode 424/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.1924184  0.25544884 0.34860633 0.54715953 0.42030472 0.13714861\n",
      " 0.18864005 0.57904344 0.8025027  0.91875877 0.10501098 0.06078596\n",
      " 5.29419933 1.04688199 1.35260833 0.05557612 5.5562245  5.37517052\n",
      " 5.29592654 1.80653784 0.02257649 4.22967901 5.09249346 3.57512124\n",
      " 2.55942993]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1924 0.2554 0.3486 0.5472 0.4203]\n",
      " [0.1371 0.1886 0.579  0.8025 0.9188]\n",
      " [0.105  0.0608 5.2942 1.0469 1.3526]\n",
      " [0.0556 5.5562 5.3752 5.2959 1.8065]\n",
      " [0.0226 4.2297 5.0925 3.5751 2.5594]]\n",
      "mean_state_value 1.832730144311249\n",
      "episode 425/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.19484538 0.25841878 0.35228951 0.55215298 0.42423138 0.13903756\n",
      " 0.19103072 0.5842385  0.80882344 0.92550299 0.10655685 0.06178545\n",
      " 5.30650416 1.05419056 1.36091294 0.05650079 5.5685048  5.38747101\n",
      " 5.30823128 1.81599033 0.02300489 4.24186575 5.10478828 3.58687378\n",
      " 2.57020625]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1948 0.2584 0.3523 0.5522 0.4242]\n",
      " [0.139  0.191  0.5842 0.8088 0.9255]\n",
      " [0.1066 0.0618 5.3065 1.0542 1.3609]\n",
      " [0.0565 5.5685 5.3875 5.3082 1.816 ]\n",
      " [0.023  4.2419 5.1048 3.5869 2.5702]]\n",
      "mean_state_value 1.83935833508841\n",
      "episode 426/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.1972929  0.26141107 0.35599667 0.55717185 0.42818006 0.14094464\n",
      " 0.19344178 0.58945911 0.81516884 0.93227084 0.10811896 0.06279719\n",
      " 5.31880747 1.06152191 1.36923756 0.05743701 5.58078346 5.3997699\n",
      " 5.32053449 1.82545858 0.0234397  4.25405227 5.11708192 3.59862966\n",
      " 2.58099198]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1973 0.2614 0.356  0.5572 0.4282]\n",
      " [0.1409 0.1934 0.5895 0.8152 0.9323]\n",
      " [0.1081 0.0628 5.3188 1.0615 1.3692]\n",
      " [0.0574 5.5808 5.3998 5.3205 1.8255]\n",
      " [0.0234 4.2541 5.1171 3.5986 2.581 ]]\n",
      "mean_state_value 1.8459999922018024\n",
      "episode 427/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.19976103 0.26442575 0.35972781 0.5622161  0.43215077 0.14286993\n",
      " 0.19587329 0.59470522 0.82153883 0.93906226 0.10969741 0.06382129\n",
      " 5.33110925 1.06887596 1.37758209 0.05838486 5.59306046 5.41206719\n",
      " 5.33283618 1.8349425  0.02388098 4.26623854 5.12937438 3.61038883\n",
      " 2.59178706]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.1998 0.2644 0.3597 0.5622 0.4322]\n",
      " [0.1429 0.1959 0.5947 0.8215 0.9391]\n",
      " [0.1097 0.0638 5.3311 1.0689 1.3776]\n",
      " [0.0584 5.5931 5.4121 5.3328 1.8349]\n",
      " [0.0239 4.2662 5.1294 3.6104 2.5918]]\n",
      "mean_state_value 1.8526551187436215\n",
      "episode 428/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.20224984 0.26746286 0.36348298 0.56728571 0.43614352 0.1448135\n",
      " 0.19832532 0.59997681 0.82793335 0.94587719 0.11129227 0.06485781\n",
      " 5.3434095  1.07625263 1.38594645 0.05934444 5.60533582 5.42436288\n",
      " 5.34513633 1.84444203 0.0243288  4.27842455 5.14166566 3.62215127\n",
      " 2.60259142]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2022 0.2675 0.3635 0.5673 0.4361]\n",
      " [0.1448 0.1983 0.6    0.8279 0.9459]\n",
      " [0.1113 0.0649 5.3434 1.0763 1.3859]\n",
      " [0.0593 5.6053 5.4244 5.3451 1.8444]\n",
      " [0.0243 4.2784 5.1417 3.6222 2.6026]]\n",
      "mean_state_value 1.859323717575764\n",
      "episode 429/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.20475937 0.27052244 0.36726218 0.57238068 0.44015831 0.14677543\n",
      " 0.20079793 0.60527384 0.83435236 0.95271556 0.11290364 0.06590687\n",
      " 5.35570823 1.08365184 1.39433055 0.06031582 5.61760953 5.43665698\n",
      " 5.35743496 1.85395706 0.02478322 4.29061029 5.15395576 3.63391694\n",
      " 2.61340499]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2048 0.2705 0.3673 0.5724 0.4402]\n",
      " [0.1468 0.2008 0.6053 0.8344 0.9527]\n",
      " [0.1129 0.0659 5.3557 1.0837 1.3943]\n",
      " [0.0603 5.6176 5.4367 5.3574 1.854 ]\n",
      " [0.0248 4.2906 5.154  3.6339 2.6134]]\n",
      "mean_state_value 1.866005791329738\n",
      "episode 430/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.2072897  0.27360455 0.37106545 0.57750096 0.44419516 0.1487558\n",
      " 0.20329118 0.6105963  0.84079578 0.9595773  0.11453159 0.06696853\n",
      " 5.36800543 1.09107353 1.40273432 0.06129909 5.6298816  5.44894947\n",
      " 5.36973206 1.86348753 0.02524432 4.30279575 5.16624466 3.64568581\n",
      " 2.62422771]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2073 0.2736 0.3711 0.5775 0.4442]\n",
      " [0.1488 0.2033 0.6106 0.8408 0.9596]\n",
      " [0.1145 0.067  5.368  1.0911 1.4027]\n",
      " [0.0613 5.6299 5.4489 5.3697 1.8635]\n",
      " [0.0252 4.3028 5.1662 3.6457 2.6242]]\n",
      "mean_state_value 1.872701342406588\n",
      "episode 431/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.20984088 0.27670923 0.37489278 0.58264654 0.44825407 0.15075468\n",
      " 0.20580514 0.61594415 0.84726356 0.96646237 0.11617621 0.06804289\n",
      " 5.3803011  1.09851762 1.41115767 0.06229435 5.64215202 5.46124037\n",
      " 5.38202762 1.87303334 0.02571216 4.3149809  5.17853236 3.65745784\n",
      " 2.63505951]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2098 0.2767 0.3749 0.5826 0.4483]\n",
      " [0.1508 0.2058 0.6159 0.8473 0.9665]\n",
      " [0.1162 0.068  5.3803 1.0985 1.4112]\n",
      " [0.0623 5.6422 5.4612 5.382  1.873 ]\n",
      " [0.0257 4.315  5.1785 3.6575 2.6351]]\n",
      "mean_state_value 1.8794103729768303\n",
      "episode 432/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.21241296 0.2798365  0.37874421 0.5878174  0.45233505 0.15277215\n",
      " 0.20833985 0.62131736 0.85375564 0.97337068 0.11783757 0.06913004\n",
      " 5.39259523 1.10598403 1.41960051 0.06330166 5.6544208  5.47352967\n",
      " 5.39432166 1.88259441 0.0261868  4.32716575 5.19081886 3.66923299\n",
      " 2.64590032]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2124 0.2798 0.3787 0.5878 0.4523]\n",
      " [0.1528 0.2083 0.6213 0.8538 0.9734]\n",
      " [0.1178 0.0691 5.3926 1.106  1.4196]\n",
      " [0.0633 5.6544 5.4735 5.3943 1.8826]\n",
      " [0.0262 4.3272 5.1908 3.6692 2.6459]]\n",
      "mean_state_value 1.8861328849804113\n",
      "episode 433/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.21500602 0.28298642 0.38261975 0.5930135  0.45643812 0.15480827\n",
      " 0.21089539 0.62671589 0.86027196 0.98030219 0.11951577 0.07023006\n",
      " 5.40488784 1.11347268 1.42806277 0.06432113 5.66668793 5.48581738\n",
      " 5.40661416 1.89217067 0.02666832 4.33935027 5.20310416 3.68101123\n",
      " 2.65675009]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.215  0.283  0.3826 0.593  0.4564]\n",
      " [0.1548 0.2109 0.6267 0.8603 0.9803]\n",
      " [0.1195 0.0702 5.4049 1.1135 1.4281]\n",
      " [0.0643 5.6667 5.4858 5.4066 1.8922]\n",
      " [0.0267 4.3394 5.2031 3.681  2.6568]]\n",
      "mean_state_value 1.8928688801266746\n",
      "episode 434/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.21762011 0.28615903 0.38651942 0.59823483 0.46056327 0.15686313\n",
      " 0.21347181 0.63213972 0.86681247 0.98725683 0.12121089 0.07134305\n",
      " 5.41717892 1.12098351 1.43654435 0.06535284 5.67895343 5.49810349\n",
      " 5.41890514 1.90176202 0.02715677 4.35153445 5.21538826 3.69279253\n",
      " 2.66760874]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2176 0.2862 0.3865 0.5982 0.4606]\n",
      " [0.1569 0.2135 0.6321 0.8668 0.9873]\n",
      " [0.1212 0.0713 5.4172 1.121  1.4365]\n",
      " [0.0654 5.679  5.4981 5.4189 1.9018]\n",
      " [0.0272 4.3515 5.2154 3.6928 2.6676]]\n",
      "mean_state_value 1.8996183598943466\n",
      "episode 435/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.22025528 0.28935437 0.39044324 0.60348135 0.46471051 0.1589368\n",
      " 0.21606917 0.63758882 0.8733771  0.99423452 0.122923   0.07246908\n",
      " 5.42946847 1.12851643 1.44504518 0.06639687 5.69121728 5.51038799\n",
      " 5.43119457 1.91136839 0.02765224 4.36371828 5.22767114 3.70457685\n",
      " 2.67847622]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2203 0.2894 0.3904 0.6035 0.4647]\n",
      " [0.1589 0.2161 0.6376 0.8734 0.9942]\n",
      " [0.1229 0.0725 5.4295 1.1285 1.445 ]\n",
      " [0.0664 5.6912 5.5104 5.4312 1.9114]\n",
      " [0.0277 4.3637 5.2277 3.7046 2.6785]]\n",
      "mean_state_value 1.9063813255315312\n",
      "episode 436/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.22291159 0.29257246 0.39439121 0.60875305 0.46887984 0.16102935\n",
      " 0.21868753 0.64306314 0.87996578 1.00123522 0.12465218 0.07360824\n",
      " 5.44175648 1.13607137 1.45356517 0.06745331 5.7034795  5.52267091\n",
      " 5.44348248 1.9209897  0.02815478 4.37590175 5.23995281 3.71636416\n",
      " 2.68935245]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2229 0.2926 0.3944 0.6088 0.4689]\n",
      " [0.161  0.2187 0.6431 0.88   1.0012]\n",
      " [0.1247 0.0736 5.4418 1.1361 1.4536]\n",
      " [0.0675 5.7035 5.5227 5.4435 1.921 ]\n",
      " [0.0282 4.3759 5.24   3.7164 2.6894]]\n",
      "mean_state_value 1.9131577780557285\n",
      "episode 437/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.22558909 0.29581336 0.39836335 0.61404988 0.47307129 0.16314085\n",
      " 0.22132694 0.64856265 0.88657847 1.00825885 0.12639853 0.07476063\n",
      " 5.45404296 1.14364825 1.46210424 0.06852224 5.71574007 5.53495222\n",
      " 5.45576885 1.93062586 0.02866447 4.38808484 5.25223326 3.72815443\n",
      " 2.70023738]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2256 0.2958 0.3984 0.614  0.4731]\n",
      " [0.1631 0.2213 0.6486 0.8866 1.0083]\n",
      " [0.1264 0.0748 5.454  1.1436 1.4621]\n",
      " [0.0685 5.7157 5.535  5.4558 1.9306]\n",
      " [0.0287 4.3881 5.2522 3.7282 2.7002]]\n",
      "mean_state_value 1.9199477182538598\n",
      "episode 438/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.22828785 0.2990771  0.40235968 0.61937183 0.47728483 0.16527137\n",
      " 0.22398745 0.65408733 0.8932151  1.01530534 0.12816211 0.07592633\n",
      " 5.46632791 1.151247   1.47066231 0.06960375 5.72799901 5.54723194\n",
      " 5.46805369 1.9402768  0.02918137 4.40026754 5.26451248 3.73994762\n",
      " 2.71113094]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2283 0.2991 0.4024 0.6194 0.4773]\n",
      " [0.1653 0.224  0.6541 0.8932 1.0153]\n",
      " [0.1282 0.0759 5.4663 1.1512 1.4707]\n",
      " [0.0696 5.728  5.5472 5.4681 1.9403]\n",
      " [0.0292 4.4003 5.2645 3.7399 2.7111]]\n",
      "mean_state_value 1.926751146682312\n",
      "episode 439/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.2310079  0.3023637  0.4063802  0.62471887 0.4815205  0.16742099\n",
      " 0.22666913 0.65963712 0.8998756  1.02237465 0.12994301 0.07710541\n",
      " 5.47861132 1.15886753 1.47923929 0.07069792 5.74025631 5.55951007\n",
      " 5.48033699 1.94994243 0.02970555 4.41244985 5.27679049 3.7517437\n",
      " 2.72203306]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.231  0.3024 0.4064 0.6247 0.4815]\n",
      " [0.1674 0.2267 0.6596 0.8999 1.0224]\n",
      " [0.1299 0.0771 5.4786 1.1589 1.4792]\n",
      " [0.0707 5.7403 5.5595 5.4803 1.9499]\n",
      " [0.0297 4.4124 5.2768 3.7517 2.722 ]]\n",
      "mean_state_value 1.933568063666995\n",
      "episode 440/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.23374932 0.30567322 0.41042494 0.63009096 0.48577827 0.16958976\n",
      " 0.22937203 0.66521201 0.90655991 1.02946668 0.1317413  0.07829798\n",
      " 5.4908932  1.16650979 1.4878351  0.07180484 5.75251198 5.57178659\n",
      " 5.49261875 1.95962267 0.03023708 4.42463174 5.28906726 3.76354264\n",
      " 2.7329437 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2337 0.3057 0.4104 0.6301 0.4858]\n",
      " [0.1696 0.2294 0.6652 0.9066 1.0295]\n",
      " [0.1317 0.0783 5.4909 1.1665 1.4878]\n",
      " [0.0718 5.7525 5.5718 5.4926 1.9596]\n",
      " [0.0302 4.4246 5.2891 3.7635 2.7329]]\n",
      "mean_state_value 1.9403984693034144\n",
      "episode 441/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.23651215 0.30900569 0.4144939  0.63548807 0.49005816 0.17177777\n",
      " 0.23209621 0.67081195 0.91326797 1.0365814  0.13355707 0.07950412\n",
      " 5.50317355 1.17417367 1.49644966 0.07292459 5.76476601 5.58406152\n",
      " 5.50489898 1.96931744 0.03077604 4.4368132  5.3013428  3.7753444\n",
      " 2.74386277]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2365 0.309  0.4145 0.6355 0.4901]\n",
      " [0.1718 0.2321 0.6708 0.9133 1.0366]\n",
      " [0.1336 0.0795 5.5032 1.1742 1.4964]\n",
      " [0.0729 5.7648 5.5841 5.5049 1.9693]\n",
      " [0.0308 4.4368 5.3013 3.7753 2.7439]]\n",
      "mean_state_value 1.9472423634567582\n",
      "episode 442/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.23929643 0.31236113 0.41858708 0.64091018 0.49436018 0.17398508\n",
      " 0.23484171 0.6764369  0.91999973 1.04371871 0.13539039 0.0807239\n",
      " 5.51545236 1.18185912 1.50508288 0.07405727 5.7770184  5.59633486\n",
      " 5.51717768 1.97902667 0.03132248 4.44899423 5.31361711 3.78714895\n",
      " 2.75479023]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2393 0.3124 0.4186 0.6409 0.4944]\n",
      " [0.174  0.2348 0.6764 0.92   1.0437]\n",
      " [0.1354 0.0807 5.5155 1.1819 1.5051]\n",
      " [0.0741 5.777  5.5963 5.5172 1.979 ]\n",
      " [0.0313 4.449  5.3136 3.7871 2.7548]]\n",
      "mean_state_value 1.954099745761999\n",
      "episode 443/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.24210223 0.31573958 0.42270451 0.64635725 0.49868431 0.17621176\n",
      " 0.23760858 0.68208682 0.9267551  1.05087857 0.13724134 0.08195743\n",
      " 5.52772963 1.18956605 1.51373468 0.07520294 5.78926917 5.6086066\n",
      " 5.52945483 1.98875027 0.03187648 4.46117481 5.32589017 3.79895626\n",
      " 2.76572601]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2421 0.3157 0.4227 0.6464 0.4987]\n",
      " [0.1762 0.2376 0.6821 0.9268 1.0509]\n",
      " [0.1372 0.082  5.5277 1.1896 1.5137]\n",
      " [0.0752 5.7893 5.6086 5.5295 1.9888]\n",
      " [0.0319 4.4612 5.3259 3.799  2.7657]]\n",
      "mean_state_value 1.9609706156240103\n",
      "episode 444/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.2449296  0.31914107 0.42684618 0.65182926 0.50303057 0.17845787\n",
      " 0.24039689 0.68776169 0.93353404 1.0580609  0.13911    0.08320478\n",
      " 5.54000537 1.19729439 1.52240498 0.07636171 5.8015183  5.62087674\n",
      " 5.54173045 1.99848816 0.0324381  4.47335493 5.33816199 3.8107663\n",
      " 2.77667005]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2449 0.3191 0.4268 0.6518 0.503 ]\n",
      " [0.1785 0.2404 0.6878 0.9335 1.0581]\n",
      " [0.1391 0.0832 5.54   1.1973 1.5224]\n",
      " [0.0764 5.8015 5.6209 5.5417 1.9985]\n",
      " [0.0324 4.4734 5.3382 3.8108 2.7767]]\n",
      "mean_state_value 1.9678549722176928\n",
      "episode 445/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.24777857 0.32256564 0.43101212 0.65732616 0.50739895 0.18072349\n",
      " 0.24320667 0.69346145 0.94033647 1.06526564 0.14099644 0.08446603\n",
      " 5.55227957 1.20504405 1.53109369 0.07753364 5.8137658  5.63314529\n",
      " 5.55400453 2.00824026 0.03300742 4.48553458 5.35043257 3.82257904\n",
      " 2.78762228]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2478 0.3226 0.431  0.6573 0.5074]\n",
      " [0.1807 0.2432 0.6935 0.9403 1.0653]\n",
      " [0.141  0.0845 5.5523 1.205  1.5311]\n",
      " [0.0775 5.8138 5.6331 5.554  2.0082]\n",
      " [0.033  4.4855 5.3504 3.8226 2.7876]]\n",
      "mean_state_value 1.9747528144881263\n",
      "episode 446/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.25064921 0.32601331 0.43520231 0.66284792 0.51178946 0.18300868\n",
      " 0.24603799 0.69918607 0.94716234 1.07249271 0.14290074 0.08574128\n",
      " 5.56455223 1.21281496 1.53980074 0.07871883 5.82601167 5.64541225\n",
      " 5.56627707 2.0180065  0.03358451 4.49771375 5.3627019  3.83439445\n",
      " 2.79858265]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2506 0.326  0.4352 0.6628 0.5118]\n",
      " [0.183  0.246  0.6992 0.9472 1.0725]\n",
      " [0.1429 0.0857 5.5646 1.2128 1.5398]\n",
      " [0.0787 5.826  5.6454 5.5663 2.018 ]\n",
      " [0.0336 4.4977 5.3627 3.8344 2.7986]]\n",
      "mean_state_value 1.9816641411507236\n",
      "episode 447/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.25354156 0.32948412 0.43941678 0.66839452 0.51620209 0.1853135\n",
      " 0.24889088 0.70493551 0.95401157 1.07974206 0.14482297 0.08703061\n",
      " 5.57682336 1.22060705 1.54852604 0.07991736 5.83825591 5.65767761\n",
      " 5.57854807 2.02778679 0.03416944 4.50989242 5.37496997 3.84621248\n",
      " 2.8095511 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2535 0.3295 0.4394 0.6684 0.5162]\n",
      " [0.1853 0.2489 0.7049 0.954  1.0797]\n",
      " [0.1448 0.087  5.5768 1.2206 1.5485]\n",
      " [0.0799 5.8383 5.6577 5.5785 2.0278]\n",
      " [0.0342 4.5099 5.375  3.8462 2.8096]]\n",
      "mean_state_value 1.988588950691406\n",
      "episode 448/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.25645566 0.33297809 0.44365552 0.67396591 0.52063684 0.18763802\n",
      " 0.25176541 0.71070972 0.96088411 1.08701362 0.14676322 0.0883341\n",
      " 5.58909294 1.22842023 1.55726951 0.08112932 5.85049852 5.66994138\n",
      " 5.59081753 2.03758106 0.03476227 4.52207059 5.38723679 3.85803313\n",
      " 2.82052756]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2565 0.333  0.4437 0.674  0.5206]\n",
      " [0.1876 0.2518 0.7107 0.9609 1.087 ]\n",
      " [0.1468 0.0883 5.5891 1.2284 1.5573]\n",
      " [0.0811 5.8505 5.6699 5.5908 2.0376]\n",
      " [0.0348 4.5221 5.3872 3.858  2.8205]]\n",
      "mean_state_value 1.9955272413667888\n",
      "episode 449/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.25939157 0.33649525 0.44791854 0.67956206 0.52509371 0.18998231\n",
      " 0.25466161 0.71650868 0.96777988 1.09430731 0.14872154 0.08965184\n",
      " 5.60136099 1.23625443 1.56603106 0.08235478 5.8627395  5.68220355\n",
      " 5.60308545 2.04738923 0.03536308 4.53424824 5.39950235 3.86985634\n",
      " 2.83151198]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2594 0.3365 0.4479 0.6796 0.5251]\n",
      " [0.19   0.2547 0.7165 0.9678 1.0943]\n",
      " [0.1487 0.0897 5.6014 1.2363 1.566 ]\n",
      " [0.0824 5.8627 5.6822 5.6031 2.0474]\n",
      " [0.0354 4.5342 5.3995 3.8699 2.8315]]\n",
      "mean_state_value 2.0024790112043864\n",
      "episode 450/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.26234933 0.34003563 0.45220584 0.68518294 0.52957271 0.19234642\n",
      " 0.25757953 0.72233232 0.97469882 1.10162307 0.15069803 0.09098391\n",
      " 5.6136275  1.24410957 1.57481061 0.08359384 5.87497885 5.69446413\n",
      " 5.61535183 2.05721122 0.03597194 4.54642536 5.41176665 3.8816821\n",
      " 2.8425043 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2623 0.34   0.4522 0.6852 0.5296]\n",
      " [0.1923 0.2576 0.7223 0.9747 1.1016]\n",
      " [0.1507 0.091  5.6136 1.2441 1.5748]\n",
      " [0.0836 5.875  5.6945 5.6154 2.0572]\n",
      " [0.036  4.5464 5.4118 3.8817 2.8425]]\n",
      "mean_state_value 2.0094442580028256\n",
      "episode 451/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.26532898 0.34359926 0.45651743 0.6908285  0.53407382 0.19473043\n",
      " 0.26051922 0.72818062 0.98164087 1.10896083 0.15269275 0.09233039\n",
      " 5.62589246 1.25198558 1.58360809 0.08484656 5.88721658 5.70672311\n",
      " 5.62761667 2.06704695 0.03658892 4.55860195 5.42402968 3.89351036\n",
      " 2.85350446]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2653 0.3436 0.4565 0.6908 0.5341]\n",
      " [0.1947 0.2605 0.7282 0.9816 1.109 ]\n",
      " [0.1527 0.0923 5.6259 1.252  1.5836]\n",
      " [0.0848 5.8872 5.7067 5.6276 2.067 ]\n",
      " [0.0366 4.5586 5.424  3.8935 2.8535]]\n",
      "mean_state_value 2.0164229793320745\n",
      "episode 452/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.26833057 0.34718616 0.46085331 0.69649872 0.53859704 0.19713439\n",
      " 0.26348073 0.73405353 0.98860596 1.11632053 0.15470577 0.09369137\n",
      " 5.63815589 1.25988236 1.5924234  0.08611305 5.89945268 5.7189805\n",
      " 5.63987997 2.07689634 0.03721409 4.57077798 5.43629144 3.90534111\n",
      " 2.8645124 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2683 0.3472 0.4609 0.6965 0.5386]\n",
      " [0.1971 0.2635 0.7341 0.9886 1.1163]\n",
      " [0.1547 0.0937 5.6382 1.2599 1.5924]\n",
      " [0.0861 5.8995 5.719  5.6399 2.0769]\n",
      " [0.0372 4.5708 5.4363 3.9053 2.8645]]\n",
      "mean_state_value 2.0234151725336904\n",
      "episode 453/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.27135415 0.35079636 0.46521349 0.70219355 0.54314238 0.19955836\n",
      " 0.2664641  0.739951   0.99559402 1.12370209 0.15673716 0.09506693\n",
      " 5.65041778 1.26779986 1.60125648 0.08739337 5.91168716 5.7312363\n",
      " 5.65214173 2.08675932 0.03784752 4.58295346 5.44855193 3.91717432\n",
      " 2.87552806]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2714 0.3508 0.4652 0.7022 0.5431]\n",
      " [0.1996 0.2665 0.74   0.9956 1.1237]\n",
      " [0.1567 0.0951 5.6504 1.2678 1.6013]\n",
      " [0.0874 5.9117 5.7312 5.6521 2.0868]\n",
      " [0.0378 4.583  5.4486 3.9172 2.8755]]\n",
      "mean_state_value 2.030420834721073\n",
      "episode 454/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.27439975 0.35442988 0.46959796 0.70791296 0.54770982 0.20200241\n",
      " 0.26946938 0.74587299 1.00260499 1.13110544 0.15878701 0.09645716\n",
      " 5.66267812 1.27573798 1.61010722 0.08868762 5.92392001 5.7434905\n",
      " 5.66440194 2.09663582 0.03848928 4.59512837 5.46081115 3.92900994\n",
      " 2.88655138]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2744 0.3544 0.4696 0.7079 0.5477]\n",
      " [0.202  0.2695 0.7459 1.0026 1.1311]\n",
      " [0.1588 0.0965 5.6627 1.2757 1.6101]\n",
      " [0.0887 5.9239 5.7435 5.6644 2.0966]\n",
      " [0.0385 4.5951 5.4608 3.929  2.8866]]\n",
      "mean_state_value 2.0374399627797386\n",
      "episode 455/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.27746741 0.35808675 0.47400672 0.7136569  0.55229937 0.2044666\n",
      " 0.2724966  0.75181946 1.00963879 1.13853052 0.16085537 0.09786213\n",
      " 5.67493693 1.28369665 1.61897556 0.08999587 5.93615124 5.75574311\n",
      " 5.67666062 2.10652574 0.03913944 4.6073027  5.47306909 3.94084796\n",
      " 2.89758231]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2775 0.3581 0.474  0.7137 0.5523]\n",
      " [0.2045 0.2725 0.7518 1.0096 1.1385]\n",
      " [0.1609 0.0979 5.6749 1.2837 1.619 ]\n",
      " [0.09   5.9362 5.7557 5.6767 2.1065]\n",
      " [0.0391 4.6073 5.4731 3.9408 2.8976]]\n",
      "mean_state_value 2.0444725533676036\n",
      "episode 456/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.28055719 0.36176698 0.47843977 0.71942534 0.55691101 0.20695098\n",
      " 0.27554581 0.75779036 1.01669537 1.14597726 0.16294232 0.09928193\n",
      " 5.68719419 1.29167579 1.62786142 0.09131821 5.94838084 5.76799413\n",
      " 5.68891774 2.11642903 0.03979808 4.61947644 5.48532575 3.95268834\n",
      " 2.90862078]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2806 0.3618 0.4784 0.7194 0.5569]\n",
      " [0.207  0.2755 0.7578 1.0167 1.146 ]\n",
      " [0.1629 0.0993 5.6872 1.2917 1.6279]\n",
      " [0.0913 5.9484 5.768  5.6889 2.1164]\n",
      " [0.0398 4.6195 5.4853 3.9527 2.9086]]\n",
      "mean_state_value 2.051518602915284\n",
      "episode 457/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.28366911 0.36547061 0.48289711 0.72521824 0.56154475 0.20945562\n",
      " 0.27861706 0.76378564 1.02377465 1.15344559 0.16504794 0.10071664\n",
      " 5.69944991 1.29967532 1.6367647  0.09265472 5.96060883 5.78024356\n",
      " 5.70117333 2.12634559 0.04046526 4.63164958 5.49758112 3.96453106\n",
      " 2.91966675]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2837 0.3655 0.4829 0.7252 0.5615]\n",
      " [0.2095 0.2786 0.7638 1.0238 1.1534]\n",
      " [0.165  0.1007 5.6994 1.2997 1.6368]\n",
      " [0.0927 5.9606 5.7802 5.7012 2.1263]\n",
      " [0.0405 4.6316 5.4976 3.9645 2.9197]]\n",
      "mean_state_value 2.0585781076264094\n",
      "episode 458/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.28680323 0.36919764 0.48737875 0.73103556 0.56620057 0.21198057\n",
      " 0.28171038 0.76980527 1.03087656 1.16093544 0.16717228 0.10216635\n",
      " 5.71170408 1.30769517 1.64568533 0.09400548 5.97283519 5.79249139\n",
      " 5.71342737 2.13627536 0.04114106 4.6438221  5.50983521 3.97637608\n",
      " 2.93072015]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2868 0.3692 0.4874 0.731  0.5662]\n",
      " [0.212  0.2817 0.7698 1.0309 1.1609]\n",
      " [0.1672 0.1022 5.7117 1.3077 1.6457]\n",
      " [0.094  5.9728 5.7925 5.7134 2.1363]\n",
      " [0.0411 4.6438 5.5098 3.9764 2.9307]]\n",
      "mean_state_value 2.0656510634779455\n",
      "episode 459/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.28995957 0.37294811 0.49188467 0.73687726 0.57087847 0.2145259\n",
      " 0.28482582 0.77584918 1.03800105 1.16844673 0.16931542 0.10363113\n",
      " 5.72395671 1.31573526 1.65462323 0.09537057 5.98505993 5.80473763\n",
      " 5.72567987 2.14621825 0.04182555 4.65599401 5.52208801 3.98822338\n",
      " 2.94178093]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.29   0.3729 0.4919 0.7369 0.5709]\n",
      " [0.2145 0.2848 0.7758 1.038  1.1684]\n",
      " [0.1693 0.1036 5.724  1.3157 1.6546]\n",
      " [0.0954 5.9851 5.8047 5.7257 2.1462]\n",
      " [0.0418 4.656  5.5221 3.9882 2.9418]]\n",
      "mean_state_value 2.0727374662205365\n",
      "episode 460/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.29313819 0.37672203 0.49641488 0.74274329 0.57557844 0.21709165\n",
      " 0.28796341 0.78191735 1.04514803 1.17597941 0.17147742 0.10511107\n",
      " 5.7362078  1.3237955  1.66357832 0.09675007 5.99728305 5.81698228\n",
      " 5.73793082 2.1561742  0.04251881 4.66816529 5.53433952 4.00007293\n",
      " 2.95284904]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2931 0.3767 0.4964 0.7427 0.5756]\n",
      " [0.2171 0.288  0.7819 1.0451 1.176 ]\n",
      " [0.1715 0.1051 5.7362 1.3238 1.6636]\n",
      " [0.0968 5.9973 5.817  5.7379 2.1562]\n",
      " [0.0425 4.6682 5.5343 4.0001 2.9528]]\n",
      "mean_state_value 2.0798373113788577\n",
      "episode 461/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.2963391  0.38051943 0.50096936 0.74863362 0.58030048 0.21967789\n",
      " 0.29112319 0.7880097  1.05231744 1.18353339 0.17365836 0.10660624\n",
      " 5.74845735 1.33187583 1.67255051 0.09814407 6.00950455 5.82922534\n",
      " 5.75018022 2.16614313 0.04322089 4.68033593 5.54658973 4.0119247\n",
      " 2.9639244 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2963 0.3805 0.501  0.7486 0.5803]\n",
      " [0.2197 0.2911 0.788  1.0523 1.1835]\n",
      " [0.1737 0.1066 5.7485 1.3319 1.6726]\n",
      " [0.0981 6.0095 5.8292 5.7502 2.1661]\n",
      " [0.0432 4.6803 5.5466 4.0119 2.9639]]\n",
      "mean_state_value 2.086950594251979\n",
      "episode 462/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.29956236 0.38434031 0.50554813 0.7545482  0.58504457 0.22228467\n",
      " 0.2943052  0.79412621 1.05950921 1.19110862 0.1758583  0.10811673\n",
      " 5.76070535 1.33997615 1.68153972 0.09955264 6.02172444 5.84146681\n",
      " 5.76242809 2.17612496 0.04393188 4.69250591 5.55883864 4.02377867\n",
      " 2.97500698]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.2996 0.3843 0.5055 0.7545 0.585 ]\n",
      " [0.2223 0.2943 0.7941 1.0595 1.1911]\n",
      " [0.1759 0.1081 5.7607 1.34   1.6815]\n",
      " [0.0996 6.0217 5.8415 5.7624 2.1761]\n",
      " [0.0439 4.6925 5.5588 4.0238 2.975 ]]\n",
      "mean_state_value 2.0940773099137484\n",
      "episode 463/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.302808   0.3881847  0.51015116 0.76048698 0.58981072 0.22491204\n",
      " 0.29750949 0.80026682 1.06672328 1.19870501 0.1780773  0.10964262\n",
      " 5.77295181 1.3480964  1.69054588 0.10097587 6.0339427  5.85370668\n",
      " 5.7746744  2.18611962 0.04465185 4.70467524 5.57108626 4.0356348\n",
      " 2.98609671]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3028 0.3882 0.5102 0.7605 0.5898]\n",
      " [0.2249 0.2975 0.8003 1.0667 1.1987]\n",
      " [0.1781 0.1096 5.773  1.3481 1.6905]\n",
      " [0.101  6.0339 5.8537 5.7747 2.1861]\n",
      " [0.0447 4.7047 5.5711 4.0356 2.9861]]\n",
      "mean_state_value 2.1012174532131787\n",
      "episode 464/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.30607605 0.39205261 0.51477845 0.76644994 0.5945989  0.22756007\n",
      " 0.30073608 0.80643148 1.07395957 1.2063225  0.18031544 0.11118398\n",
      " 5.78519672 1.35623649 1.6995689  0.10241383 6.04615935 5.86594496\n",
      " 5.78691917 2.19612703 0.04538086 4.71684391 5.58333257 4.04749307\n",
      " 2.99719355]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3061 0.3921 0.5148 0.7664 0.5946]\n",
      " [0.2276 0.3007 0.8064 1.074  1.2063]\n",
      " [0.1803 0.1112 5.7852 1.3562 1.6996]\n",
      " [0.1024 6.0462 5.8659 5.7869 2.1961]\n",
      " [0.0454 4.7168 5.5833 4.0475 2.9972]]\n",
      "mean_state_value 2.1083710187748603\n",
      "episode 465/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.30936654 0.39594407 0.51943    0.77243701 0.59940911 0.2302288\n",
      " 0.30398501 0.81262015 1.08121801 1.21396102 0.18257277 0.11274091\n",
      " 5.79744008 1.36439634 1.70860871 0.10386661 6.05837438 5.87818166\n",
      " 5.79916239 2.20614712 0.046119   4.72901189 5.59557757 4.05935345\n",
      " 3.00829742]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3094 0.3959 0.5194 0.7724 0.5994]\n",
      " [0.2302 0.304  0.8126 1.0812 1.214 ]\n",
      " [0.1826 0.1127 5.7974 1.3644 1.7086]\n",
      " [0.1039 6.0584 5.8782 5.7992 2.2061]\n",
      " [0.0461 4.729  5.5956 4.0594 3.0083]]\n",
      "mean_state_value 2.115538000999374\n",
      "episode 466/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.31267952 0.39985908 0.52410581 0.77844816 0.60424134 0.23291828\n",
      " 0.30725632 0.81883276 1.08849853 1.2216205  0.18484937 0.11431346\n",
      " 5.8096819  1.37257588 1.71766521 0.10533428 6.0705878  5.89041676\n",
      " 5.81140407 2.21617982 0.04686634 4.74117919 5.60782127 4.07121591\n",
      " 3.01940829]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3127 0.3999 0.5241 0.7784 0.6042]\n",
      " [0.2329 0.3073 0.8188 1.0885 1.2216]\n",
      " [0.1848 0.1143 5.8097 1.3726 1.7177]\n",
      " [0.1053 6.0706 5.8904 5.8114 2.2162]\n",
      " [0.0469 4.7412 5.6078 4.0712 3.0194]]\n",
      "mean_state_value 2.1227183940637233\n",
      "episode 467/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.31601501 0.40379766 0.52880585 0.78448335 0.60909558 0.23562858\n",
      " 0.31055004 0.82506928 1.09580107 1.22930086 0.1871453  0.11590174\n",
      " 5.82192217 1.38077503 1.72673834 0.10681693 6.0827996  5.90265027\n",
      " 5.8236442  2.22622505 0.04762294 4.75334579 5.62006365 4.08308043\n",
      " 3.0305261 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.316  0.4038 0.5288 0.7845 0.6091]\n",
      " [0.2356 0.3106 0.8251 1.0958 1.2293]\n",
      " [0.1871 0.1159 5.8219 1.3808 1.7267]\n",
      " [0.1068 6.0828 5.9027 5.8236 2.2262]\n",
      " [0.0476 4.7533 5.6201 4.0831 3.0305]]\n",
      "mean_state_value 2.1299121919217807\n",
      "episode 468/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.31937306 0.40775982 0.53353013 0.79054252 0.61397182 0.23835974\n",
      " 0.31386621 0.83132965 1.10312555 1.23700204 0.18946061 0.1175058\n",
      " 5.8341609  1.38899371 1.73582801 0.10831462 6.09500979 5.91488219\n",
      " 5.83588278 2.23628274 0.04838888 4.76551169 5.63230472 4.09494697\n",
      " 3.04165079]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3194 0.4078 0.5335 0.7905 0.614 ]\n",
      " [0.2384 0.3139 0.8313 1.1031 1.237 ]\n",
      " [0.1895 0.1175 5.8342 1.389  1.7358]\n",
      " [0.1083 6.095  5.9149 5.8359 2.2363]\n",
      " [0.0484 4.7655 5.6323 4.0949 3.0417]]\n",
      "mean_state_value 2.1371193883047437\n",
      "episode 469/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.32275368 0.41174558 0.53827862 0.79662563 0.61887005 0.24111181\n",
      " 0.31720485 0.83761381 1.1104719  1.24472396 0.19179538 0.11912574\n",
      " 5.84639808 1.39723183 1.74493414 0.10982745 6.10721836 5.92711252\n",
      " 5.84811981 2.24635281 0.04916423 4.77767687 5.64454447 4.10681553\n",
      " 3.0527823 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3228 0.4117 0.5383 0.7966 0.6189]\n",
      " [0.2411 0.3172 0.8376 1.1105 1.2447]\n",
      " [0.1918 0.1191 5.8464 1.3972 1.7449]\n",
      " [0.1098 6.1072 5.9271 5.8481 2.2464]\n",
      " [0.0492 4.7777 5.6445 4.1068 3.0528]]\n",
      "mean_state_value 2.1443399767216036\n",
      "episode 470/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.32615691 0.41575495 0.54305133 0.80273264 0.62379026 0.24388484\n",
      " 0.32056601 0.84392173 1.11784006 1.25246655 0.19414967 0.12076163\n",
      " 5.85863371 1.40548933 1.75405665 0.11135549 6.11942532 5.93934127\n",
      " 5.8603553  2.25643519 0.04994907 4.78984133 5.6567829  4.11868606\n",
      " 3.0639206 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3262 0.4158 0.5431 0.8027 0.6238]\n",
      " [0.2439 0.3206 0.8439 1.1178 1.2525]\n",
      " [0.1941 0.1208 5.8586 1.4055 1.7541]\n",
      " [0.1114 6.1194 5.9393 5.8604 2.2564]\n",
      " [0.0499 4.7898 5.6568 4.1187 3.0639]]\n",
      "mean_state_value 2.151573950459628\n",
      "episode 471/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.32958278 0.41978794 0.54784825 0.80886349 0.62873242 0.24667889\n",
      " 0.32394971 0.85025334 1.12522994 1.26022975 0.19652353 0.12241354\n",
      " 5.87086779 1.41376612 1.76319546 0.11289881 6.13163066 5.95156842\n",
      " 5.87258923 2.26652981 0.05074346 4.80200506 5.66902002 4.13055853\n",
      " 3.07506562]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3296 0.4198 0.5478 0.8089 0.6287]\n",
      " [0.2467 0.3239 0.8503 1.1252 1.2602]\n",
      " [0.1965 0.1224 5.8709 1.4138 1.7632]\n",
      " [0.1129 6.1316 5.9516 5.8726 2.2665]\n",
      " [0.0507 4.802  5.669  4.1306 3.0751]]\n",
      "mean_state_value 2.158821302584855\n",
      "episode 472/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.33303131 0.42384456 0.55266935 0.81501815 0.63369654 0.24949399\n",
      " 0.32735598 0.85660859 1.13264148 1.26801347 0.19891702 0.12408156\n",
      " 5.88310033 1.42206212 1.7723505  0.1144575  6.1438344  5.96379398\n",
      " 5.88482162 2.2766366  0.05154749 4.81416805 5.6812558  4.14243294\n",
      " 3.08621731]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.333  0.4238 0.5527 0.815  0.6337]\n",
      " [0.2495 0.3274 0.8566 1.1326 1.268 ]\n",
      " [0.1989 0.1241 5.8831 1.4221 1.7724]\n",
      " [0.1145 6.1438 5.9638 5.8848 2.2766]\n",
      " [0.0515 4.8142 5.6813 4.1424 3.0862]]\n",
      "mean_state_value 2.166082025942603\n",
      "episode 473/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.33650255 0.42792482 0.55751463 0.82119655 0.63868259 0.25233021\n",
      " 0.33078485 0.86298743 1.14007462 1.27581766 0.20133022 0.12576576\n",
      " 5.89533132 1.43037726 1.78152168 0.11603163 6.15603652 5.97601795\n",
      " 5.89705246 2.28675549 0.05236122 4.82633029 5.69349027 4.15430924\n",
      " 3.09737561]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3365 0.4279 0.5575 0.8212 0.6387]\n",
      " [0.2523 0.3308 0.863  1.1401 1.2758]\n",
      " [0.2013 0.1258 5.8953 1.4304 1.7815]\n",
      " [0.116  6.156  5.976  5.8971 2.2868]\n",
      " [0.0524 4.8263 5.6935 4.1543 3.0974]]\n",
      "mean_state_value 2.1733561131579857\n",
      "episode 474/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.33999652 0.43202873 0.56238407 0.82739866 0.64369057 0.25518758\n",
      " 0.33423636 0.8693898  1.14752927 1.28364223 0.20376317 0.12746621\n",
      " 5.90756076 1.43871146 1.79070892 0.11762128 6.16823703 5.98824034\n",
      " 5.90928175 2.29688639 0.05318472 4.83849178 5.7057234  4.16618742\n",
      " 3.10854049]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.34   0.432  0.5624 0.8274 0.6437]\n",
      " [0.2552 0.3342 0.8694 1.1475 1.2836]\n",
      " [0.2038 0.1275 5.9076 1.4387 1.7907]\n",
      " [0.1176 6.1682 5.9882 5.9093 2.2969]\n",
      " [0.0532 4.8385 5.7057 4.1662 3.1085]]\n",
      "mean_state_value 2.1806435566364453\n",
      "episode 475/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.34351323 0.43615631 0.56727767 0.83362443 0.64872046 0.25806615\n",
      " 0.33771053 0.87581566 1.15500536 1.29148711 0.20621594 0.129183\n",
      " 5.91978865 1.44706463 1.79991215 0.11922653 6.18043593 6.00046113\n",
      " 5.92150949 2.30702925 0.05401808 4.8506525  5.7179552  4.17806744\n",
      " 3.11971188]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3435 0.4362 0.5673 0.8336 0.6487]\n",
      " [0.2581 0.3377 0.8758 1.155  1.2915]\n",
      " [0.2062 0.1292 5.9198 1.4471 1.7999]\n",
      " [0.1192 6.1804 6.0005 5.9215 2.307 ]\n",
      " [0.054  4.8507 5.718  4.1781 3.1197]]\n",
      "mean_state_value 2.1879443485642973\n",
      "episode 476/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.34705273 0.44030755 0.5721954  0.83987381 0.65377224 0.26096597\n",
      " 0.34120739 0.88226495 1.16250283 1.29935224 0.20868859 0.13091619\n",
      " 5.93201499 1.4554367  1.80913128 0.12084745 6.19263323 6.01268034\n",
      " 5.93373568 2.31718399 0.05486135 4.86281245 5.73018566 4.18994929\n",
      " 3.13088973]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3471 0.4403 0.5722 0.8399 0.6538]\n",
      " [0.261  0.3412 0.8823 1.1625 1.2994]\n",
      " [0.2087 0.1309 5.932  1.4554 1.8091]\n",
      " [0.1208 6.1926 6.0127 5.9337 2.3172]\n",
      " [0.0549 4.8628 5.7302 4.1899 3.1309]]\n",
      "mean_state_value 2.1952584809092857\n",
      "episode 477/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.35061503 0.44448246 0.57713726 0.84614674 0.6588459  0.26388709\n",
      " 0.34472696 0.88873761 1.1700216  1.30723753 0.21118117 0.13266587\n",
      " 5.94423979 1.46382759 1.81836624 0.12248411 6.20482891 6.02489796\n",
      " 5.94596032 2.32735054 0.05571463 4.87497161 5.74241479 4.20183293\n",
      " 3.142074  ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3506 0.4445 0.5771 0.8461 0.6588]\n",
      " [0.2639 0.3447 0.8887 1.17   1.3072]\n",
      " [0.2112 0.1327 5.9442 1.4638 1.8184]\n",
      " [0.1225 6.2048 6.0249 5.946  2.3274]\n",
      " [0.0557 4.875  5.7424 4.2018 3.1421]]\n",
      "mean_state_value 2.202585945421147\n",
      "episode 478/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.35420016 0.44868106 0.58210322 0.85244318 0.66394142 0.26682955\n",
      " 0.34826928 0.89523358 1.17756161 1.31514293 0.21369373 0.1344321\n",
      " 5.95646303 1.47223722 1.82761695 0.1241366  6.21702298 6.03711399\n",
      " 5.95818341 2.33752882 0.05657797 4.88712999 5.75464258 4.21371835\n",
      " 3.15326463]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3542 0.4487 0.5821 0.8524 0.6639]\n",
      " [0.2668 0.3483 0.8952 1.1776 1.3151]\n",
      " [0.2137 0.1344 5.9565 1.4722 1.8276]\n",
      " [0.1241 6.217  6.0371 5.9582 2.3375]\n",
      " [0.0566 4.8871 5.7546 4.2137 3.1533]]\n",
      "mean_state_value 2.2099267336321957\n",
      "episode 479/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.35780815 0.45290334 0.58709327 0.85876307 0.6690588  0.26979339\n",
      " 0.35183436 0.90175282 1.18512276 1.32306835 0.21622635 0.13621497\n",
      " 5.96868472 1.48066552 1.83688333 0.12580499 6.22921545 6.04932843\n",
      " 5.97040495 2.34771877 0.05745145 4.89928756 5.76686903 4.22560551\n",
      " 3.16446157]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3578 0.4529 0.5871 0.8588 0.6691]\n",
      " [0.2698 0.3518 0.9018 1.1851 1.3231]\n",
      " [0.2162 0.1362 5.9687 1.4807 1.8369]\n",
      " [0.1258 6.2292 6.0493 5.9704 2.3477]\n",
      " [0.0575 4.8993 5.7669 4.2256 3.1645]]\n",
      "mean_state_value 2.21728083685791\n",
      "episode 480/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.36143901 0.45714931 0.5921074  0.86510637 0.674198   0.27277866\n",
      " 0.35542224 0.90829526 1.19270501 1.33101373 0.21877906 0.13801454\n",
      " 5.98090487 1.4891124  1.8461653  0.12748935 6.24140631 6.06154129\n",
      " 5.98262493 2.35792032 0.05833515 4.91144434 5.77909414 4.2374944\n",
      " 3.17566477]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3614 0.4571 0.5921 0.8651 0.6742]\n",
      " [0.2728 0.3554 0.9083 1.1927 1.331 ]\n",
      " [0.2188 0.138  5.9809 1.4891 1.8462]\n",
      " [0.1275 6.2414 6.0615 5.9826 2.3579]\n",
      " [0.0583 4.9114 5.7791 4.2375 3.1757]]\n",
      "mean_state_value 2.2246482461975368\n",
      "episode 481/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.36509278 0.46141898 0.59714558 0.87147303 0.67935902 0.2757854\n",
      " 0.35903293 0.91486086 1.20030826 1.33897898 0.22135194 0.13983089\n",
      " 5.99312346 1.49757778 1.85546278 0.12918976 6.25359556 6.07375255\n",
      " 5.99484337 2.3681334  0.05922913 4.9236003  5.7913179  4.24938499\n",
      " 3.18687418]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3651 0.4614 0.5971 0.8715 0.6794]\n",
      " [0.2758 0.359  0.9149 1.2003 1.339 ]\n",
      " [0.2214 0.1398 5.9931 1.4976 1.8555]\n",
      " [0.1292 6.2536 6.0738 5.9948 2.3681]\n",
      " [0.0592 4.9236 5.7913 4.2494 3.1869]]\n",
      "mean_state_value 2.232028952534705\n",
      "episode 482/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.36876946 0.46571235 0.6022078  0.87786299 0.68454184 0.27881365\n",
      " 0.36266647 0.92144954 1.20793246 1.34696405 0.22394502 0.14166409\n",
      " 6.0053405  1.50606159 1.8647757  0.13090629 6.26578321 6.08596223\n",
      " 6.00706026 2.37835793 0.06013347 4.93575543 5.80354032 4.26127725\n",
      " 3.19808975]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3688 0.4657 0.6022 0.8779 0.6845]\n",
      " [0.2788 0.3627 0.9214 1.2079 1.347 ]\n",
      " [0.2239 0.1417 6.0053 1.5061 1.8648]\n",
      " [0.1309 6.2658 6.086  6.0071 2.3784]\n",
      " [0.0601 4.9358 5.8035 4.2613 3.1981]]\n",
      "mean_state_value 2.239422946538053\n",
      "episode 483/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.37246909 0.47002943 0.60729404 0.8842762  0.68974644 0.28186345\n",
      " 0.36632287 0.92806127 1.21557752 1.35496885 0.22655838 0.14351421\n",
      " 6.01755599 1.51456375 1.87410398 0.13263902 6.27796925 6.09817032\n",
      " 6.01927559 2.38859386 0.06104825 4.94790974 5.81576138 4.27317116\n",
      " 3.20931144]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3725 0.47   0.6073 0.8843 0.6897]\n",
      " [0.2819 0.3663 0.9281 1.2156 1.355 ]\n",
      " [0.2266 0.1435 6.0176 1.5146 1.8741]\n",
      " [0.1326 6.278  6.0982 6.0193 2.3886]\n",
      " [0.061  4.9479 5.8158 4.2732 3.2093]]\n",
      "mean_state_value 2.246830218661862\n",
      "episode 484/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.37619169 0.47437021 0.61240427 0.89071261 0.6949728  0.28493484\n",
      " 0.37000215 0.93469597 1.22324338 1.36299332 0.22919205 0.14538133\n",
      " 6.02976993 1.52308418 1.88344754 0.13438802 6.29015368 6.11037683\n",
      " 6.03148937 2.3988411  0.06197354 4.96006322 5.82798109 4.2850667\n",
      " 3.22053918]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3762 0.4744 0.6124 0.8907 0.695 ]\n",
      " [0.2849 0.37   0.9347 1.2232 1.363 ]\n",
      " [0.2292 0.1454 6.0298 1.5231 1.8834]\n",
      " [0.1344 6.2902 6.1104 6.0315 2.3988]\n",
      " [0.062  4.9601 5.828  4.2851 3.2205]]\n",
      "mean_state_value 2.254250759146709\n",
      "episode 485/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.37993727 0.47873469 0.61753849 0.89717216 0.7002209  0.28802787\n",
      " 0.37370434 0.94135359 1.23092996 1.37103737 0.23184609 0.14726552\n",
      " 6.04198232 1.53162279 1.8928063  0.13615335 6.30233651 6.12258175\n",
      " 6.0437016  2.40909959 0.0629094  4.97221585 5.84019945 4.29696384\n",
      " 3.23177295]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3799 0.4787 0.6175 0.8972 0.7002]\n",
      " [0.288  0.3737 0.9414 1.2309 1.371 ]\n",
      " [0.2318 0.1473 6.042  1.5316 1.8928]\n",
      " [0.1362 6.3023 6.1226 6.0437 2.4091]\n",
      " [0.0629 4.9722 5.8402 4.297  3.2318]]\n",
      "mean_state_value 2.2616845580201215\n",
      "episode 486/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.38370585 0.48312288 0.62269667 0.90365481 0.70549073 0.29114256\n",
      " 0.37742946 0.94803407 1.23863718 1.37910095 0.23452056 0.14916685\n",
      " 6.05419316 1.54017953 1.90218018 0.1379351  6.31451774 6.13478508\n",
      " 6.05591228 2.41936926 0.06385592 4.98436762 5.85241645 4.30886256\n",
      " 3.24301267]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3837 0.4831 0.6227 0.9037 0.7055]\n",
      " [0.2911 0.3774 0.948  1.2386 1.3791]\n",
      " [0.2345 0.1492 6.0542 1.5402 1.9022]\n",
      " [0.1379 6.3145 6.1348 6.0559 2.4194]\n",
      " [0.0639 4.9844 5.8524 4.3089 3.243 ]]\n",
      "mean_state_value 2.269131605097251\n",
      "episode 487/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.38749746 0.48753478 0.62787879 0.91016049 0.71078226 0.29427897\n",
      " 0.38117752 0.95473736 1.24636498 1.38718397 0.2372155  0.15108538\n",
      " 6.06640244 1.54875429 1.91156912 0.13973334 6.32669736 6.14698683\n",
      " 6.0681214  2.42965004 0.06481317 4.99651854 5.86463209 4.32076284\n",
      " 3.25425832]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3875 0.4875 0.6279 0.9102 0.7108]\n",
      " [0.2943 0.3812 0.9547 1.2464 1.3872]\n",
      " [0.2372 0.1511 6.0664 1.5488 1.9116]\n",
      " [0.1397 6.3267 6.147  6.0681 2.4297]\n",
      " [0.0648 4.9965 5.8646 4.3208 3.2543]]\n",
      "mean_state_value 2.2765918899815527\n",
      "episode 488/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.3913121  0.49197038 0.63308482 0.91668916 0.71609547 0.29743713\n",
      " 0.38494855 0.9614634  1.25411328 1.39528636 0.23993096 0.1530212\n",
      " 6.07861018 1.55734701 1.92097302 0.14154814 6.33887538 6.15918699\n",
      " 6.08032897 2.43994187 0.06578121 5.0086686  5.87684637 4.33266465\n",
      " 3.26550983]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3913 0.492  0.6331 0.9167 0.7161]\n",
      " [0.2974 0.3849 0.9615 1.2541 1.3953]\n",
      " [0.2399 0.153  6.0786 1.5573 1.921 ]\n",
      " [0.1415 6.3389 6.1592 6.0803 2.4399]\n",
      " [0.0658 5.0087 5.8768 4.3327 3.2655]]\n",
      "mean_state_value 2.2840654020654783\n",
      "episode 489/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.3951498  0.49642969 0.63831475 0.92324076 0.72143036 0.30061706\n",
      " 0.38874256 0.96821212 1.26188201 1.40340806 0.242667   0.15497436\n",
      " 6.09081636 1.56595761 1.93039182 0.14337956 6.3510518  6.17138556\n",
      " 6.09253499 2.45024468 0.06676013 5.02081778 5.88905929 4.34456798\n",
      " 3.27676717]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.3951 0.4964 0.6383 0.9232 0.7214]\n",
      " [0.3006 0.3887 0.9682 1.2619 1.4034]\n",
      " [0.2427 0.155  6.0908 1.566  1.9304]\n",
      " [0.1434 6.3511 6.1714 6.0925 2.4502]\n",
      " [0.0668 5.0208 5.8891 4.3446 3.2768]]\n",
      "mean_state_value 2.2915521305311777\n",
      "episode 490/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.39901057 0.50091271 0.64356854 0.92981524 0.72678688 0.30381882\n",
      " 0.39255958 0.97498347 1.26967109 1.41154898 0.24542367 0.15694494\n",
      " 6.10302099 1.57458601 1.93982544 0.14522769 6.36322662 6.18358255\n",
      " 6.10473946 2.46055839 0.06774999 5.03296608 5.90127084 4.35647279\n",
      " 3.28803028]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.399  0.5009 0.6436 0.9298 0.7268]\n",
      " [0.3038 0.3926 0.975  1.2697 1.4115]\n",
      " [0.2454 0.1569 6.103  1.5746 1.9398]\n",
      " [0.1452 6.3632 6.1836 6.1047 2.4606]\n",
      " [0.0677 5.033  5.9013 4.3565 3.288 ]]\n",
      "mean_state_value 2.299052064351214\n",
      "episode 491/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.40289443 0.50541942 0.64884619 0.93641254 0.73216503 0.30704244\n",
      " 0.39639961 0.98177739 1.27748045 1.41970905 0.24820101 0.15893301\n",
      " 6.11522406 1.58323213 1.9492738  0.14709259 6.37539983 6.19577795\n",
      " 6.11694237 2.47088295 0.06875087 5.04511349 5.91348102 4.36837906\n",
      " 3.29929911]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4029 0.5054 0.6488 0.9364 0.7322]\n",
      " [0.307  0.3964 0.9818 1.2775 1.4197]\n",
      " [0.2482 0.1589 6.1152 1.5832 1.9493]\n",
      " [0.1471 6.3754 6.1958 6.1169 2.4709]\n",
      " [0.0688 5.0451 5.9135 4.3684 3.2993]]\n",
      "mean_state_value 2.306565192289287\n",
      "episode 492/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.40680139 0.50994983 0.65414766 0.9430326  0.73756478 0.31028795\n",
      " 0.40026267 0.98859381 1.28531002 1.4278882  0.25099907 0.16093864\n",
      " 6.12742559 1.5918959  1.95873683 0.14897432 6.38757145 6.20797177\n",
      " 6.12914373 2.48121828 0.06976284 5.05726001 5.92568984 4.38028678\n",
      " 3.31057363]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4068 0.5099 0.6541 0.943  0.7376]\n",
      " [0.3103 0.4003 0.9886 1.2853 1.4279]\n",
      " [0.251  0.1609 6.1274 1.5919 1.9587]\n",
      " [0.149  6.3876 6.208  6.1291 2.4812]\n",
      " [0.0698 5.0573 5.9257 4.3803 3.3106]]\n",
      "mean_state_value 2.3140915029009674\n",
      "episode 493/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.41073146 0.51450394 0.65947292 0.94967538 0.74298611 0.31355538\n",
      " 0.40414879 0.99543268 1.29315972 1.43608637 0.2538179  0.16296189\n",
      " 6.13962556 1.60057723 1.96821444 0.15087297 6.39974146 6.220164\n",
      " 6.14134353 2.49156432 0.07078597 5.06940563 5.93789728 4.39219592\n",
      " 3.32185378]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4107 0.5145 0.6595 0.9497 0.743 ]\n",
      " [0.3136 0.4041 0.9954 1.2932 1.4361]\n",
      " [0.2538 0.163  6.1396 1.6006 1.9682]\n",
      " [0.1509 6.3997 6.2202 6.1413 2.4916]\n",
      " [0.0708 5.0694 5.9379 4.3922 3.3219]]\n",
      "mean_state_value 2.3216309845344405\n",
      "episode 494/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.41468467 0.51908173 0.66482196 0.9563408  0.74842899 0.31684477\n",
      " 0.40805797 1.00229394 1.30102948 1.44430346 0.25665754 0.16500283\n",
      " 6.15182397 1.60927605 1.97770657 0.1527886  6.41190987 6.23235465\n",
      " 6.15354178 2.501921   0.07182034 5.08155034 5.95010336 4.40410645\n",
      " 3.33313951]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4147 0.5191 0.6648 0.9563 0.7484]\n",
      " [0.3168 0.4081 1.0023 1.301  1.4443]\n",
      " [0.2567 0.165  6.1518 1.6093 1.9777]\n",
      " [0.1528 6.4119 6.2324 6.1535 2.5019]\n",
      " [0.0718 5.0816 5.9501 4.4041 3.3331]]\n",
      "mean_state_value 2.3291836253312623\n",
      "episode 495/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.41866102 0.5236832  0.67019475 0.96302882 0.75389341 0.32015614\n",
      " 0.41199023 1.00917752 1.30891922 1.45253942 0.25951804 0.16706152\n",
      " 6.16402084 1.61799227 1.98721314 0.15472127 6.42407669 6.24454371\n",
      " 6.16573848 2.51228826 0.07286602 5.09369414 5.96230805 4.41601837\n",
      " 3.34443079]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4187 0.5237 0.6702 0.963  0.7539]\n",
      " [0.3202 0.412  1.0092 1.3089 1.4525]\n",
      " [0.2595 0.1671 6.164  1.618  1.9872]\n",
      " [0.1547 6.4241 6.2445 6.1657 2.5123]\n",
      " [0.0729 5.0937 5.9623 4.416  3.3444]]\n",
      "mean_state_value 2.3367494132271234\n",
      "episode 496/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.42266052 0.52830836 0.67559126 0.96973939 0.75937934 0.32348955\n",
      " 0.41594558 1.01608337 1.31682888 1.46079417 0.26239945 0.16913804\n",
      " 6.17621614 1.62672583 1.99673407 0.15667107 6.4362419  6.25673119\n",
      " 6.17793362 2.52266602 0.07392308 5.10583701 5.97451137 4.42793163\n",
      " 3.35572756]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4227 0.5283 0.6756 0.9697 0.7594]\n",
      " [0.3235 0.4159 1.0161 1.3168 1.4608]\n",
      " [0.2624 0.1691 6.1762 1.6267 1.9967]\n",
      " [0.1567 6.4362 6.2567 6.1779 2.5227]\n",
      " [0.0739 5.1058 5.9745 4.4279 3.3557]]\n",
      "mean_state_value 2.3443283359526266\n",
      "episode 497/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.42668319 0.53295718 0.68101146 0.97647243 0.76488676 0.326845\n",
      " 0.41992404 1.02301142 1.32475837 1.46906763 0.26530181 0.17123245\n",
      " 6.1884099  1.63547664 2.00626929 0.15863804 6.44840552 6.26891708\n",
      " 6.19012721 2.53305423 0.0749916  5.11797896 5.98671331 4.43984623\n",
      " 3.36702978]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4267 0.533  0.681  0.9765 0.7649]\n",
      " [0.3268 0.4199 1.023  1.3248 1.4691]\n",
      " [0.2653 0.1712 6.1884 1.6355 2.0063]\n",
      " [0.1586 6.4484 6.2689 6.1901 2.5331]\n",
      " [0.075  5.118  5.9867 4.4398 3.367 ]]\n",
      "mean_state_value 2.351920381034067\n",
      "episode 498/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.43072903 0.53762967 0.68645533 0.9832279  0.77041565 0.33022254\n",
      " 0.42392561 1.02996161 1.33270762 1.47735973 0.26822516 0.17334482\n",
      " 6.2006021  1.64424463 2.01581872 0.16062227 6.46056754 6.28110139\n",
      " 6.20231924 2.54345281 0.07607164 5.13011997 5.99891388 4.45176214\n",
      " 3.37833741]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4307 0.5376 0.6865 0.9832 0.7704]\n",
      " [0.3302 0.4239 1.03   1.3327 1.4774]\n",
      " [0.2682 0.1733 6.2006 1.6442 2.0158]\n",
      " [0.1606 6.4606 6.2811 6.2023 2.5435]\n",
      " [0.0761 5.1301 5.9989 4.4518 3.3783]]\n",
      "mean_state_value 2.359525535794231\n",
      "episode 499/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.43479806 0.54232581 0.69192283 0.99000574 0.77596597 0.3336222\n",
      " 0.42795031 1.03693387 1.34067655 1.4856704  0.27116955 0.1754752\n",
      " 6.21279275 1.65302972 2.02538229 0.16262381 6.47272796 6.29328412\n",
      " 6.21450972 2.55386171 0.07716328 5.14226004 6.01111305 4.46367934\n",
      " 3.3896504 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4348 0.5423 0.6919 0.99   0.776 ]\n",
      " [0.3336 0.428  1.0369 1.3407 1.4857]\n",
      " [0.2712 0.1755 6.2128 1.653  2.0254]\n",
      " [0.1626 6.4727 6.2933 6.2145 2.5539]\n",
      " [0.0772 5.1423 6.0111 4.4637 3.3897]]\n",
      "mean_state_value 2.3671437873531977\n",
      "episode 500/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.43889028 0.5470456  0.69741395 0.99680589 0.78153771 0.337044\n",
      " 0.43199814 1.04392816 1.3486651  1.49399957 0.27413502 0.17762367\n",
      " 6.22498184 1.66183183 2.03495992 0.16464274 6.48488678 6.30546526\n",
      " 6.22669865 2.56428086 0.07826659 5.15439916 6.02331085 4.47559781\n",
      " 3.4009687 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4389 0.547  0.6974 0.9968 0.7815]\n",
      " [0.337  0.432  1.0439 1.3487 1.494 ]\n",
      " [0.2741 0.1776 6.225  1.6618 2.035 ]\n",
      " [0.1646 6.4849 6.3055 6.2267 2.5643]\n",
      " [0.0783 5.1544 6.0233 4.4756 3.401 ]]\n",
      "mean_state_value 2.374775122629154\n",
      "episode 501/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.4430057  0.55178902 0.70292864 1.00362829 0.78713084 0.34048796\n",
      " 0.43606913 1.0509444  1.35667319 1.50234716 0.27712161 0.17979029\n",
      " 6.23716938 1.67065088 2.04455154 0.16667913 6.49704401 6.31764482\n",
      " 6.23888601 2.57471018 0.07938165 5.16653734 6.03550726 4.48751752\n",
      " 3.41229226]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.443  0.5518 0.7029 1.0036 0.7871]\n",
      " [0.3405 0.4361 1.0509 1.3567 1.5023]\n",
      " [0.2771 0.1798 6.2372 1.6707 2.0446]\n",
      " [0.1667 6.497  6.3176 6.2389 2.5747]\n",
      " [0.0794 5.1665 6.0355 4.4875 3.4123]]\n",
      "mean_state_value 2.3824195283392173\n",
      "episode 502/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.44714434 0.55655607 0.70846689 1.01047288 0.79274533 0.34395413\n",
      " 0.44016327 1.05798253 1.36470074 1.51071309 0.28012936 0.18197512\n",
      " 6.24935536 1.6794868  2.05415707 0.16873302 6.50919964 6.32982279\n",
      " 6.25107183 2.58514963 0.08050852 5.17867455 6.04770227 4.49943846\n",
      " 3.42362106]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4471 0.5566 0.7085 1.0105 0.7927]\n",
      " [0.344  0.4402 1.058  1.3647 1.5107]\n",
      " [0.2801 0.182  6.2494 1.6795 2.0542]\n",
      " [0.1687 6.5092 6.3298 6.2511 2.5851]\n",
      " [0.0805 5.1787 6.0477 4.4994 3.4236]]\n",
      "mean_state_value 2.3900769910002677\n",
      "episode 503/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.45130619 0.56134674 0.71402866 1.01733961 0.79838116 0.34744253\n",
      " 0.44428057 1.06504248 1.37274768 1.51909731 0.28315832 0.18417822\n",
      " 6.26153979 1.68833951 2.06377645 0.1708045  6.52135368 6.34199919\n",
      " 6.26325609 2.59559913 0.08164728 5.19081079 6.0598959  4.51136061\n",
      " 3.43495504]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4513 0.5613 0.714  1.0173 0.7984]\n",
      " [0.3474 0.4443 1.065  1.3727 1.5191]\n",
      " [0.2832 0.1842 6.2615 1.6883 2.0638]\n",
      " [0.1708 6.5214 6.342  6.2633 2.5956]\n",
      " [0.0816 5.1908 6.0599 4.5114 3.435 ]]\n",
      "mean_state_value 2.3977474969297914\n",
      "episode 504/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.45549126 0.56616101 0.71961391 1.02422841 0.80403831 0.35095317\n",
      " 0.44842105 1.0721242  1.38081393 1.52749972 0.28620852 0.18639966\n",
      " 6.27372267 1.69720893 2.07340959 0.17289363 6.53350612 6.354174\n",
      " 6.27543879 2.60605863 0.082798   5.20294606 6.07208814 4.52328394\n",
      " 3.44629415]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4555 0.5662 0.7196 1.0242 0.804 ]\n",
      " [0.351  0.4484 1.0721 1.3808 1.5275]\n",
      " [0.2862 0.1864 6.2737 1.6972 2.0734]\n",
      " [0.1729 6.5335 6.3542 6.2754 2.6061]\n",
      " [0.0828 5.2029 6.0721 4.5233 3.4463]]\n",
      "mean_state_value 2.405431032246728\n",
      "episode 505/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.45969956 0.57099888 0.72522263 1.03113922 0.80971674 0.3544861\n",
      " 0.4525847  1.07922762 1.38889943 1.53592027 0.28928    0.1886395\n",
      " 6.28590399 1.70609499 2.08305642 0.17500046 6.54565696 6.36634722\n",
      " 6.28761993 2.61652805 0.08396075 5.21508036 6.08427899 4.53520844\n",
      " 3.45763836]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4597 0.571  0.7252 1.0311 0.8097]\n",
      " [0.3545 0.4526 1.0792 1.3889 1.5359]\n",
      " [0.2893 0.1886 6.2859 1.7061 2.0831]\n",
      " [0.175  6.5457 6.3663 6.2876 2.6165]\n",
      " [0.084  5.2151 6.0843 4.5352 3.4576]]\n",
      "mean_state_value 2.4131275828723338\n",
      "episode 506/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.4639311  0.57586033 0.73085477 1.03807199 0.81541643 0.35804133\n",
      " 0.45677154 1.08635268 1.39700409 1.54435887 0.2923728  0.1908978\n",
      " 6.29808375 1.71499761 2.09271688 0.17712507 6.55780621 6.37851887\n",
      " 6.29979952 2.62700733 0.08513561 5.22721367 6.09646844 4.54713408\n",
      " 3.46898762]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4639 0.5759 0.7309 1.0381 0.8154]\n",
      " [0.358  0.4568 1.0864 1.397  1.5444]\n",
      " [0.2924 0.1909 6.2981 1.715  2.0927]\n",
      " [0.1771 6.5578 6.3785 6.2998 2.627 ]\n",
      " [0.0851 5.2272 6.0965 4.5471 3.469 ]]\n",
      "mean_state_value 2.42083713453105\n",
      "episode 507/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.46818587 0.58074534 0.7365103  1.04502665 0.82113735 0.36161888\n",
      " 0.46098158 1.09349931 1.40512783 1.55281545 0.29548695 0.19317461\n",
      " 6.31026196 1.7239167  2.10239088 0.17926752 6.56995387 6.39068893\n",
      " 6.31197756 2.63749641 0.08632264 5.23934599 6.10865649 4.55906085\n",
      " 3.48034189]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4682 0.5807 0.7365 1.045  0.8211]\n",
      " [0.3616 0.461  1.0935 1.4051 1.5528]\n",
      " [0.2955 0.1932 6.3103 1.7239 2.1024]\n",
      " [0.1793 6.57   6.3907 6.312  2.6375]\n",
      " [0.0863 5.2393 6.1087 4.5591 3.4803]]\n",
      "mean_state_value 2.428559672751377\n",
      "episode 508/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.47246388 0.58565391 0.74218919 1.05200315 0.82687948 0.36521879\n",
      " 0.4652148  1.10066744 1.4132706  1.56128995 0.29862251 0.19547001\n",
      " 6.32243861 1.73285221 2.11207835 0.18142786 6.58209994 6.40285741\n",
      " 6.32415404 2.64799524 0.08752191 5.25147732 6.12084314 4.57098872\n",
      " 3.49170112]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4725 0.5857 0.7422 1.052  0.8269]\n",
      " [0.3652 0.4652 1.1007 1.4133 1.5613]\n",
      " [0.2986 0.1955 6.3224 1.7329 2.1121]\n",
      " [0.1814 6.5821 6.4029 6.3242 2.648 ]\n",
      " [0.0875 5.2515 6.1208 4.571  3.4917]]\n",
      "mean_state_value 2.436295182866764\n",
      "episode 509/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.47676514 0.59058602 0.74789141 1.05900142 0.83264278 0.36884106\n",
      " 0.46947123 1.10785702 1.4214323  1.56978228 0.30177949 0.19778405\n",
      " 6.33461371 1.74180404 2.12177923 0.18360617 6.59424441 6.41502431\n",
      " 6.33632896 2.65850373 0.08873351 5.26360764 6.1330284  4.58291768\n",
      " 3.50306528]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4768 0.5906 0.7479 1.059  0.8326]\n",
      " [0.3688 0.4695 1.1079 1.4214 1.5698]\n",
      " [0.3018 0.1978 6.3346 1.7418 2.1218]\n",
      " [0.1836 6.5942 6.415  6.3363 2.6585]\n",
      " [0.0887 5.2636 6.133  4.5829 3.5031]]\n",
      "mean_state_value 2.4440436500165017\n",
      "episode 510/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.48108964 0.59554165 0.75361693 1.0660214  0.83842723 0.37248574\n",
      " 0.47375087 1.11506798 1.42961287 1.57829237 0.30495794 0.20011678\n",
      " 6.34678725 1.75077212 2.13149343 0.18580249 6.60638729 6.42718963\n",
      " 6.34850233 2.66902184 0.08995749 5.27573695 6.14521225 4.5948477\n",
      " 3.51443432]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4811 0.5955 0.7536 1.066  0.8384]\n",
      " [0.3725 0.4738 1.1151 1.4296 1.5783]\n",
      " [0.305  0.2001 6.3468 1.7508 2.1315]\n",
      " [0.1858 6.6064 6.4272 6.3485 2.669 ]\n",
      " [0.09   5.2757 6.1452 4.5948 3.5144]]\n",
      "mean_state_value 2.4518050591466256\n",
      "episode 511/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.48543739 0.60052079 0.7593657  1.07306303 0.8442328  0.37615282\n",
      " 0.4780537  1.12230025 1.43781223 1.58682015 0.30815789 0.20246827\n",
      " 6.35895924 1.75975639 2.14122088 0.18801691 6.61852857 6.43935336\n",
      " 6.36067414 2.67954951 0.09119394 5.28786526 6.1573947  4.60677876\n",
      " 3.52580819]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4854 0.6005 0.7594 1.0731 0.8442]\n",
      " [0.3762 0.4781 1.1223 1.4378 1.5868]\n",
      " [0.3082 0.2025 6.359  1.7598 2.1412]\n",
      " [0.188  6.6185 6.4394 6.3607 2.6795]\n",
      " [0.0912 5.2879 6.1574 4.6068 3.5258]]\n",
      "mean_state_value 2.4595793950108296\n",
      "episode 512/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.48980839 0.60552343 0.7651377  1.08012625 0.85005946 0.37984235\n",
      " 0.48237975 1.12955377 1.44603031 1.59536555 0.31137937 0.20483858\n",
      " 6.37112967 1.76875675 2.15096153 0.19024947 6.63066827 6.45151551\n",
      " 6.37284439 2.69008666 0.09244291 5.29999254 6.16957574 4.61871085\n",
      " 3.53718686]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4898 0.6055 0.7651 1.0801 0.8501]\n",
      " [0.3798 0.4824 1.1296 1.446  1.5954]\n",
      " [0.3114 0.2048 6.3711 1.7688 2.151 ]\n",
      " [0.1902 6.6307 6.4515 6.3728 2.6901]\n",
      " [0.0924 5.3    6.1696 4.6187 3.5372]]\n",
      "mean_state_value 2.4673666421713807\n",
      "episode 513/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.49420264 0.61054954 0.77093289 1.087211   0.85590718 0.38355433\n",
      " 0.48672901 1.13682847 1.45426702 1.6039285  0.31462243 0.20722776\n",
      " 6.38329854 1.77777313 2.16071528 0.19250023 6.64280637 6.46367609\n",
      " 6.38501309 2.70063324 0.09370449 5.3121188  6.18175538 4.63064395\n",
      " 3.54857029]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4942 0.6105 0.7709 1.0872 0.8559]\n",
      " [0.3836 0.4867 1.1368 1.4543 1.6039]\n",
      " [0.3146 0.2072 6.3833 1.7778 2.1607]\n",
      " [0.1925 6.6428 6.4637 6.385  2.7006]\n",
      " [0.0937 5.3121 6.1818 4.6306 3.5486]]\n",
      "mean_state_value 2.4751667850000514\n",
      "episode 514/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.49862013 0.6155991  0.77675122 1.09431722 0.86177594 0.38728879\n",
      " 0.49110148 1.14412429 1.4625223  1.61250891 0.31788708 0.20963587\n",
      " 6.39546586 1.78680546 2.17048207 0.19476925 6.65494288 6.47583508\n",
      " 6.39718022 2.71118918 0.09497874 5.32424403 6.19393361 4.64257803\n",
      " 3.55995844]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.4986 0.6156 0.7768 1.0943 0.8618]\n",
      " [0.3873 0.4911 1.1441 1.4625 1.6125]\n",
      " [0.3179 0.2096 6.3955 1.7868 2.1705]\n",
      " [0.1948 6.6549 6.4758 6.3972 2.7112]\n",
      " [0.095  5.3242 6.1939 4.6426 3.56  ]]\n",
      "mean_state_value 2.482979807679052\n",
      "episode 515/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.50306087 0.62067211 0.78259268 1.10144483 0.86766569 0.39104574\n",
      " 0.49549715 1.15144115 1.47079608 1.62110672 0.32117337 0.21206296\n",
      " 6.40763162 1.79585366 2.18026183 0.1970566  6.66707781 6.48799249\n",
      " 6.40934581 2.72175443 0.09626573 5.33636822 6.20611043 4.65451309\n",
      " 3.57135125]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5031 0.6207 0.7826 1.1014 0.8677]\n",
      " [0.391  0.4955 1.1514 1.4708 1.6211]\n",
      " [0.3212 0.2121 6.4076 1.7959 2.1803]\n",
      " [0.1971 6.6671 6.488  6.4093 2.7218]\n",
      " [0.0963 5.3364 6.2061 4.6545 3.5714]]\n",
      "mean_state_value 2.490805694201976\n",
      "episode 516/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.50752486 0.62576854 0.78845721 1.10859379 0.87357642 0.39482521\n",
      " 0.49991604 1.15877901 1.47908827 1.62972186 0.32448133 0.2145091\n",
      " 6.41979582 1.80491766 2.19005448 0.19936234 6.67921114 6.50014832\n",
      " 6.42150983 2.73232893 0.09756554 5.34849138 6.21828584 4.66644909\n",
      " 3.5827487 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5075 0.6258 0.7885 1.1086 0.8736]\n",
      " [0.3948 0.4999 1.1588 1.4791 1.6297]\n",
      " [0.3245 0.2145 6.4198 1.8049 2.1901]\n",
      " [0.1994 6.6792 6.5001 6.4215 2.7323]\n",
      " [0.0976 5.3485 6.2183 4.6664 3.5827]]\n",
      "mean_state_value 2.4986444283747495\n",
      "episode 517/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.51201208 0.63088838 0.79434479 1.11576403 0.87950808 0.39862721\n",
      " 0.50435814 1.16613778 1.4873988  1.63835424 0.32781098 0.21697433\n",
      " 6.43195847 1.81399738 2.19985997 0.20168651 6.69134288 6.51230258\n",
      " 6.4336723  2.74291261 0.09887822 5.36061349 6.23045983 4.67838602\n",
      " 3.59415074]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.512  0.6309 0.7943 1.1158 0.8795]\n",
      " [0.3986 0.5044 1.1661 1.4874 1.6384]\n",
      " [0.3278 0.217  6.432  1.814  2.1999]\n",
      " [0.2017 6.6913 6.5123 6.4337 2.7429]\n",
      " [0.0989 5.3606 6.2305 4.6784 3.5942]]\n",
      "mean_state_value 2.5064959938165923\n",
      "episode 518/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.51652255 0.63603159 0.80025537 1.12295549 0.88546066 0.40245175\n",
      " 0.50882345 1.1735174  1.49572759 1.64700381 0.33116236 0.21945871\n",
      " 6.44411956 1.82309275 2.2096782  0.20402918 6.70347303 6.52445525\n",
      " 6.44583321 2.75350542 0.10020387 5.37273454 6.24263242 4.69032387\n",
      " 3.60555734]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5165 0.636  0.8003 1.123  0.8855]\n",
      " [0.4025 0.5088 1.1735 1.4957 1.647 ]\n",
      " [0.3312 0.2195 6.4441 1.8231 2.2097]\n",
      " [0.204  6.7035 6.5245 6.4458 2.7535]\n",
      " [0.1002 5.3727 6.2426 4.6903 3.6056]]\n",
      "mean_state_value 2.5143603739609826\n",
      "episode 519/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.52105624 0.64119817 0.80618891 1.13016809 0.89143411 0.40629885\n",
      " 0.51331196 1.18091781 1.50407458 1.65567048 0.33453549 0.2219623\n",
      " 6.4562791  1.83220368 2.21950912 0.2063904  6.7156016  6.53660634\n",
      " 6.45799257 2.76410729 0.10154253 5.38485454 6.25480358 4.70226261\n",
      " 3.61696844]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5211 0.6412 0.8062 1.1302 0.8914]\n",
      " [0.4063 0.5133 1.1809 1.5041 1.6557]\n",
      " [0.3345 0.222  6.4563 1.8322 2.2195]\n",
      " [0.2064 6.7156 6.5366 6.458  2.7641]\n",
      " [0.1015 5.3849 6.2548 4.7023 3.617 ]]\n",
      "mean_state_value 2.522237552056629\n",
      "episode 520/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.52561317 0.64638809 0.81214539 1.13740178 0.89742841 0.41016853\n",
      " 0.51782367 1.18833893 1.51243968 1.66435419 0.33793041 0.22448514\n",
      " 6.46843707 1.84133011 2.22935266 0.20877024 6.72772857 6.54875585\n",
      " 6.47015037 2.77471816 0.10289429 5.39697348 6.26697333 4.71420222\n",
      " 3.62838402]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5256 0.6464 0.8121 1.1374 0.8974]\n",
      " [0.4102 0.5178 1.1883 1.5124 1.6644]\n",
      " [0.3379 0.2245 6.4684 1.8413 2.2294]\n",
      " [0.2088 6.7277 6.5488 6.4702 2.7747]\n",
      " [0.1029 5.397  6.267  4.7142 3.6284]]\n",
      "mean_state_value 2.5301275111684545\n",
      "episode 521/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.53019333 0.65160133 0.81812475 1.1446565  0.90344352 0.4140608\n",
      " 0.52235858 1.19578071 1.52082283 1.67305485 0.34134714 0.2270273\n",
      " 6.4805935  1.85047196 2.23920873 0.21116874 6.73985396 6.56090378\n",
      " 6.48230661 2.78533799 0.10425921 5.40909135 6.27914166 4.72614269\n",
      " 3.63980403]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5302 0.6516 0.8181 1.1447 0.9034]\n",
      " [0.4141 0.5224 1.1958 1.5208 1.6731]\n",
      " [0.3413 0.227  6.4806 1.8505 2.2392]\n",
      " [0.2112 6.7399 6.5609 6.4823 2.7853]\n",
      " [0.1043 5.4091 6.2791 4.7261 3.6398]]\n",
      "mean_state_value 2.5380302341785845\n",
      "episode 522/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.5347967  0.65683787 0.82412696 1.15193218 0.90947941 0.41797568\n",
      " 0.52691669 1.20324307 1.52922394 1.68177241 0.34478571 0.22958882\n",
      " 6.49274836 1.85962916 2.24907728 0.21358596 6.75197776 6.57305014\n",
      " 6.49446129 2.79596669 0.10563737 5.42120815 6.29130857 4.738084\n",
      " 3.65122844]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5348 0.6568 0.8241 1.1519 0.9095]\n",
      " [0.418  0.5269 1.2032 1.5292 1.6818]\n",
      " [0.3448 0.2296 6.4927 1.8596 2.2491]\n",
      " [0.2136 6.752  6.5731 6.4945 2.796 ]\n",
      " [0.1056 5.4212 6.2913 4.7381 3.6512]]\n",
      "mean_state_value 2.5459457037873388\n",
      "episode 523/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.53942329 0.66209768 0.83015197 1.15922876 0.91553605 0.42191317\n",
      " 0.53149798 1.21072595 1.53764294 1.69050678 0.34824614 0.23216975\n",
      " 6.50490167 1.86880162 2.25895824 0.21602196 6.76409998 6.58519491\n",
      " 6.50661441 2.80660423 0.10702882 5.43332388 6.30347406 4.75002614\n",
      " 3.66265719]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5394 0.6621 0.8302 1.1592 0.9155]\n",
      " [0.4219 0.5315 1.2107 1.5376 1.6905]\n",
      " [0.3482 0.2322 6.5049 1.8688 2.259 ]\n",
      " [0.216  6.7641 6.5852 6.5066 2.8066]\n",
      " [0.107  5.4333 6.3035 4.75   3.6627]]\n",
      "mean_state_value 2.553873902514236\n",
      "episode 524/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.54407308 0.66738074 0.83619976 1.16654617 0.92161341 0.42587329\n",
      " 0.53610245 1.21822928 1.54607976 1.69925789 0.35172847 0.23477015\n",
      " 6.51705342 1.87798928 2.26885152 0.21847679 6.7762206  6.59733811\n",
      " 6.51876598 2.81725054 0.10843364 5.44543852 6.31563812 4.76196907\n",
      " 3.67409027]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5441 0.6674 0.8362 1.1665 0.9216]\n",
      " [0.4259 0.5361 1.2182 1.5461 1.6993]\n",
      " [0.3517 0.2348 6.5171 1.878  2.2689]\n",
      " [0.2185 6.7762 6.5973 6.5188 2.8173]\n",
      " [0.1084 5.4454 6.3156 4.762  3.6741]]\n",
      "mean_state_value 2.5618148126990032\n",
      "episode 525/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.54874607 0.67268704 0.84227027 1.17388435 0.92771145 0.42985606\n",
      " 0.5407301  1.22575298 1.55453432 1.70802567 0.35523271 0.23739007\n",
      " 6.52920361 1.88719206 2.27875707 0.22095051 6.78833964 6.60947973\n",
      " 6.53091599 2.82790555 0.1098519  5.45755207 6.32780076 4.7739128\n",
      " 3.68552762]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5487 0.6727 0.8423 1.1739 0.9277]\n",
      " [0.4299 0.5407 1.2258 1.5545 1.708 ]\n",
      " [0.3552 0.2374 6.5292 1.8872 2.2788]\n",
      " [0.221  6.7883 6.6095 6.5309 2.8279]\n",
      " [0.1099 5.4576 6.3278 4.7739 3.6855]]\n",
      "mean_state_value 2.569768416502586\n",
      "episode 526/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.55344225 0.67801653 0.84836347 1.18124324 0.93383014 0.43386148\n",
      " 0.54538092 1.23329701 1.56300655 1.71681004 0.3587589  0.24002955\n",
      " 6.54135225 1.89640988 2.28867482 0.22344317 6.8004571  6.62161977\n",
      " 6.54306444 2.83856922 0.11128367 5.46966454 6.33996197 4.78585729\n",
      " 3.6969692 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5534 0.678  0.8484 1.1812 0.9338]\n",
      " [0.4339 0.5454 1.2333 1.563  1.7168]\n",
      " [0.3588 0.24   6.5414 1.8964 2.2887]\n",
      " [0.2234 6.8005 6.6216 6.5431 2.8386]\n",
      " [0.1113 5.4697 6.34   4.7859 3.697 ]]\n",
      "mean_state_value 2.577734695908182\n",
      "episode 527/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.5581616  0.68336921 0.85447931 1.18862276 0.93996944 0.43788956\n",
      " 0.55005491 1.24086127 1.57149638 1.72561095 0.36230705 0.24268865\n",
      " 6.55349932 1.90564268 2.29860469 0.22595481 6.81257296 6.63375823\n",
      " 6.55521134 2.84924149 0.11272901 5.48177591 6.35212176 4.79780253\n",
      " 3.70841499]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5582 0.6834 0.8545 1.1886 0.94  ]\n",
      " [0.4379 0.5501 1.2409 1.5715 1.7256]\n",
      " [0.3623 0.2427 6.5535 1.9056 2.2986]\n",
      " [0.226  6.8126 6.6338 6.5552 2.8492]\n",
      " [0.1127 5.4818 6.3521 4.7978 3.7084]]\n",
      "mean_state_value 2.5857136327222547\n",
      "episode 528/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.56290413 0.68874504 0.86061775 1.19602286 0.94612933 0.44194031\n",
      " 0.55475204 1.24844572 1.58000372 1.7344283  0.36587719 0.24536742\n",
      " 6.56564484 1.91489038 2.30854662 0.2284855  6.82468725 6.64589511\n",
      " 6.56735668 2.85992229 0.114188   5.49388617 6.36428012 4.8097485\n",
      " 3.71986494]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5629 0.6887 0.8606 1.196  0.9461]\n",
      " [0.4419 0.5548 1.2484 1.58   1.7344]\n",
      " [0.3659 0.2454 6.5656 1.9149 2.3085]\n",
      " [0.2285 6.8247 6.6459 6.5674 2.8599]\n",
      " [0.1142 5.4939 6.3643 4.8097 3.7199]]\n",
      "mean_state_value 2.593705208575581\n",
      "episode 529/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.56766982 0.694144   0.86677875 1.20344347 0.95230976 0.44601375\n",
      " 0.55947232 1.25605027 1.5885285  1.74326203 0.36946934 0.24806589\n",
      " 6.57778881 1.9241529  2.31850054 0.23103528 6.83679994 6.65803042\n",
      " 6.57950046 2.87061157 0.1156607  5.50599533 6.37643705 4.8216952\n",
      " 3.73131902]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5677 0.6941 0.8668 1.2034 0.9523]\n",
      " [0.446  0.5595 1.2561 1.5885 1.7433]\n",
      " [0.3695 0.2481 6.5778 1.9242 2.3185]\n",
      " [0.231  6.8368 6.658  6.5795 2.8706]\n",
      " [0.1157 5.506  6.3764 4.8217 3.7313]]\n",
      "mean_state_value 2.6017094049242853\n",
      "episode 530/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.57245866 0.69956606 0.87296226 1.21088452 0.9585107  0.45010987\n",
      " 0.56421574 1.26367487 1.59707065 1.75211208 0.37308353 0.25078413\n",
      " 6.58993121 1.93343017 2.32846638 0.23360421 6.84891106 6.67016414\n",
      " 6.59164268 2.88130928 0.11714717 5.51810339 6.38859255 4.83364259\n",
      " 3.74277718]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5725 0.6996 0.873  1.2109 0.9585]\n",
      " [0.4501 0.5642 1.2637 1.5971 1.7521]\n",
      " [0.3731 0.2508 6.5899 1.9334 2.3285]\n",
      " [0.2336 6.8489 6.6702 6.5916 2.8813]\n",
      " [0.1171 5.5181 6.3886 4.8336 3.7428]]\n",
      "mean_state_value 2.609726203050889\n",
      "episode 531/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.57727064 0.70501119 0.87916825 1.21834595 0.96473212 0.4542287\n",
      " 0.56898228 1.27131944 1.60563009 1.76097836 0.37671977 0.25352217\n",
      " 6.60207206 1.94272212 2.33844408 0.23619234 6.86102059 6.68229629\n",
      " 6.60378334 2.89201535 0.11864749 5.53021032 6.40074661 4.84559066\n",
      " 3.75423939]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5773 0.705  0.8792 1.2183 0.9647]\n",
      " [0.4542 0.569  1.2713 1.6056 1.761 ]\n",
      " [0.3767 0.2535 6.6021 1.9427 2.3384]\n",
      " [0.2362 6.861  6.6823 6.6038 2.892 ]\n",
      " [0.1186 5.5302 6.4007 4.8456 3.7542]]\n",
      "mean_state_value 2.6177555840653626\n",
      "episode 532/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.58210575 0.71047937 0.88539667 1.22582769 0.97097398 0.45837022\n",
      " 0.57377193 1.27898391 1.61420676 1.7698608  0.38037809 0.25628007\n",
      " 6.61421135 1.95202867 2.34843356 0.23879971 6.87312853 6.69442687\n",
      " 6.61592244 2.90272973 0.12016173 5.54231614 6.41289924 4.8575394\n",
      " 3.76570562]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5821 0.7105 0.8854 1.2258 0.971 ]\n",
      " [0.4584 0.5738 1.279  1.6142 1.7699]\n",
      " [0.3804 0.2563 6.6142 1.952  2.3484]\n",
      " [0.2388 6.8731 6.6944 6.6159 2.9027]\n",
      " [0.1202 5.5423 6.4129 4.8575 3.7657]]\n",
      "mean_state_value 2.6257975289061877\n",
      "episode 533/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.58696396 0.71597057 0.89164747 1.23332968 0.97723624 0.46253446\n",
      " 0.57858469 1.28666822 1.62280057 1.77875933 0.3840585  0.25905786\n",
      " 6.62634909 1.96134975 2.35843475 0.24142637 6.88523489 6.70655586\n",
      " 6.62805999 2.91345237 0.12168994 5.55442083 6.42505044 4.86948879\n",
      " 3.77717582]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.587  0.716  0.8916 1.2333 0.9772]\n",
      " [0.4625 0.5786 1.2867 1.6228 1.7788]\n",
      " [0.3841 0.2591 6.6263 1.9613 2.3584]\n",
      " [0.2414 6.8852 6.7066 6.6281 2.9135]\n",
      " [0.1217 5.5544 6.4251 4.8695 3.7772]]\n",
      "mean_state_value 2.6338520183414174\n",
      "episode 534/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.59184528 0.72148475 0.89792061 1.24085185 0.98351888 0.46672142\n",
      " 0.58342054 1.29437229 1.63141145 1.78767389 0.38776102 0.2618556\n",
      " 6.63848526 1.97068529 2.3684476  0.24407238 6.89733967 6.71868328\n",
      " 6.64019598 2.9241832  0.1232322  5.5665244  6.4372002  4.88143882\n",
      " 3.78864996]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5918 0.7215 0.8979 1.2409 0.9835]\n",
      " [0.4667 0.5834 1.2944 1.6314 1.7877]\n",
      " [0.3878 0.2619 6.6385 1.9707 2.3684]\n",
      " [0.2441 6.8973 6.7187 6.6402 2.9242]\n",
      " [0.1232 5.5665 6.4372 4.8814 3.7886]]\n",
      "mean_state_value 2.6419190329697515\n",
      "episode 535/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.59674969 0.7270219  0.90421604 1.24839414 0.98982185 0.47093109\n",
      " 0.58827946 1.30209606 1.64003932 1.79660439 0.39148568 0.26467333\n",
      " 6.65061988 1.98003521 2.37847203 0.24673778 6.90944287 6.73080913\n",
      " 6.65233041 2.93492218 0.12478858 5.57862683 6.44934852 4.89338946\n",
      " 3.80012801]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.5967 0.727  0.9042 1.2484 0.9898]\n",
      " [0.4709 0.5883 1.3021 1.64   1.7966]\n",
      " [0.3915 0.2647 6.6506 1.98   2.3785]\n",
      " [0.2467 6.9094 6.7308 6.6523 2.9349]\n",
      " [0.1248 5.5786 6.4493 4.8934 3.8001]]\n",
      "mean_state_value 2.6499985532216095\n",
      "episode 536/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.60167716 0.73258198 0.91053372 1.25595647 0.99614511 0.47516349\n",
      " 0.59316145 1.30983946 1.64868412 1.80555077 0.39523248 0.26751109\n",
      " 6.66275294 1.98939945 2.38850797 0.24942262 6.92154448 6.7429334\n",
      " 6.66446329 2.94566924 0.12635913 5.59072813 6.46149541 4.90534069\n",
      " 3.81160992]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6017 0.7326 0.9105 1.256  0.9961]\n",
      " [0.4752 0.5932 1.3098 1.6487 1.8056]\n",
      " [0.3952 0.2675 6.6628 1.9894 2.3885]\n",
      " [0.2494 6.9215 6.7429 6.6645 2.9457]\n",
      " [0.1264 5.5907 6.4615 4.9053 3.8116]]\n",
      "mean_state_value 2.6580905593602138\n",
      "episode 537/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.6066277  0.73816496 0.91687361 1.26353879 1.00248864 0.47941862\n",
      " 0.59806649 1.31760241 1.65734577 1.81451295 0.39900146 0.27036893\n",
      " 6.67488445 1.99877792 2.39855537 0.25212695 6.93364451 6.75505609\n",
      " 6.6765946  2.95642433 0.12794393 5.60282828 6.47364085 4.91729252\n",
      " 3.82309566]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6066 0.7382 0.9169 1.2635 1.0025]\n",
      " [0.4794 0.5981 1.3176 1.6573 1.8145]\n",
      " [0.399  0.2704 6.6749 1.9988 2.3986]\n",
      " [0.2521 6.9336 6.7551 6.6766 2.9564]\n",
      " [0.1279 5.6028 6.4736 4.9173 3.8231]]\n",
      "mean_state_value 2.666195031482675\n",
      "episode 538/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.61160127 0.74377082 0.92323565 1.27114103 1.00885239 0.48369649\n",
      " 0.60299457 1.32538486 1.66602419 1.82349087 0.40279261 0.27324688\n",
      " 6.68701439 2.00817056 2.40861414 0.25485081 6.94574296 6.7671772\n",
      " 6.68872436 2.9671874  0.12954304 5.61492729 6.48578486 4.92924491\n",
      " 3.8345852 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6116 0.7438 0.9232 1.2711 1.0089]\n",
      " [0.4837 0.603  1.3254 1.666  1.8235]\n",
      " [0.4028 0.2732 6.687  2.0082 2.4086]\n",
      " [0.2549 6.9457 6.7672 6.6887 2.9672]\n",
      " [0.1295 5.6149 6.4858 4.9292 3.8346]]\n",
      "mean_state_value 2.674311949521084\n",
      "episode 539/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.61659787 0.74939951 0.9296198  1.27876311 1.01523632 0.48799709\n",
      " 0.60794567 1.33318673 1.67471931 1.83248445 0.40660597 0.276145\n",
      " 6.69914278 2.01757729 2.41868424 0.25759424 6.95783983 6.77929674\n",
      " 6.70085256 2.9779584  0.13115652 5.62702515 6.49792742 4.94119785\n",
      " 3.8460785 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6166 0.7494 0.9296 1.2788 1.0152]\n",
      " [0.488  0.6079 1.3332 1.6747 1.8325]\n",
      " [0.4066 0.2761 6.6991 2.0176 2.4187]\n",
      " [0.2576 6.9578 6.7793 6.7009 2.978 ]\n",
      " [0.1312 5.627  6.4979 4.9412 3.8461]]\n",
      "mean_state_value 2.6824412932436132\n",
      "episode 540/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.62161748 0.75505101 0.93602601 1.28640497 1.0216404  0.49232042\n",
      " 0.61291978 1.34100794 1.68343105 1.84149361 0.41044154 0.27906332\n",
      " 6.71126961 2.02699805 2.42876558 0.26035731 6.96993511 6.79141471\n",
      " 6.7129792  2.98873726 0.13278445 5.63912186 6.51006853 4.95315133\n",
      " 3.85757553]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6216 0.7551 0.936  1.2864 1.0216]\n",
      " [0.4923 0.6129 1.341  1.6834 1.8415]\n",
      " [0.4104 0.2791 6.7113 2.027  2.4288]\n",
      " [0.2604 6.9699 6.7914 6.713  2.9887]\n",
      " [0.1328 5.6391 6.5101 4.9532 3.8576]]\n",
      "mean_state_value 2.690583042255611\n",
      "episode 541/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.62666008 0.76072528 0.94245424 1.29406655 1.02806459 0.49666649\n",
      " 0.61791688 1.34884844 1.69215934 1.8505183  0.41429934 0.28200188\n",
      " 6.72339488 2.03643275 2.43885811 0.26314004 6.98202882 6.8035311\n",
      " 6.72510428 2.99952393 0.13442688 5.6512174  6.52220821 4.96510534\n",
      " 3.86907624]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6267 0.7607 0.9425 1.2941 1.0281]\n",
      " [0.4967 0.6179 1.3488 1.6922 1.8505]\n",
      " [0.4143 0.282  6.7234 2.0364 2.4389]\n",
      " [0.2631 6.982  6.8035 6.7251 2.9995]\n",
      " [0.1344 5.6512 6.5222 4.9651 3.8691]]\n",
      "mean_state_value 2.6987371760007157\n",
      "episode 542/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.63172565 0.7664223  0.94890444 1.30174778 1.03450885 0.5010353\n",
      " 0.62293695 1.35670815 1.70090412 1.85955844 0.41817938 0.28496073\n",
      " 6.73551859 2.04588134 2.44896176 0.26594248 6.99412094 6.81564591\n",
      " 6.7372278  3.01031836 0.13608389 5.66331179 6.53434643 4.97705984\n",
      " 3.88058061]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6317 0.7664 0.9489 1.3017 1.0345]\n",
      " [0.501  0.6229 1.3567 1.7009 1.8596]\n",
      " [0.4182 0.285  6.7355 2.0459 2.449 ]\n",
      " [0.2659 6.9941 6.8156 6.7372 3.0103]\n",
      " [0.1361 5.6633 6.5343 4.9771 3.8806]]\n",
      "mean_state_value 2.7069036737619645\n",
      "episode 543/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.63681417 0.77214203 0.95537656 1.30944859 1.04097315 0.50542685\n",
      " 0.62797998 1.364587   1.70966529 1.86861395 0.42208168 0.2879399\n",
      " 6.74764075 2.05534373 2.45907647 0.26876468 7.00621149 6.82775915\n",
      " 6.74934977 3.0211205  0.13775553 5.67540501 6.54648321 4.98901484\n",
      " 3.8920886 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6368 0.7721 0.9554 1.3094 1.041 ]\n",
      " [0.5054 0.628  1.3646 1.7097 1.8686]\n",
      " [0.4221 0.2879 6.7476 2.0553 2.4591]\n",
      " [0.2688 7.0062 6.8278 6.7493 3.0211]\n",
      " [0.1378 5.6754 6.5465 4.989  3.8921]]\n",
      "mean_state_value 2.7150825146629063\n",
      "episode 544/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.64192563 0.77788443 0.96187055 1.31716891 1.04745744 0.50984113\n",
      " 0.63304595 1.37248492 1.7184428  1.87768477 0.42600624 0.29093943\n",
      " 6.75976135 2.06481985 2.46920216 0.27160668 7.01830046 6.83987081\n",
      " 6.76147017 3.03193029 0.13944186 5.68749706 6.55861855 5.00097031\n",
      " 3.90360018]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6419 0.7779 0.9619 1.3172 1.0475]\n",
      " [0.5098 0.633  1.3725 1.7184 1.8777]\n",
      " [0.426  0.2909 6.7598 2.0648 2.4692]\n",
      " [0.2716 7.0183 6.8399 6.7615 3.0319]\n",
      " [0.1394 5.6875 6.5586 5.001  3.9036]]\n",
      "mean_state_value 2.7232736776687307\n",
      "episode 545/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.64706001 0.78364948 0.96838637 1.32490868 1.05396169 0.51427815\n",
      " 0.63813483 1.38040185 1.72723656 1.88677083 0.42995309 0.29395936\n",
      " 6.77188039 2.07430964 2.47933878 0.27446852 7.03038784 6.8519809\n",
      " 6.77358902 3.04274768 0.14114297 5.69958794 6.57075243 5.01292624\n",
      " 3.9151153 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6471 0.7836 0.9684 1.3249 1.054 ]\n",
      " [0.5143 0.6381 1.3804 1.7272 1.8868]\n",
      " [0.43   0.294  6.7719 2.0743 2.4793]\n",
      " [0.2745 7.0304 6.852  6.7736 3.0427]\n",
      " [0.1411 5.6996 6.5708 5.0129 3.9151]]\n",
      "mean_state_value 2.7314771415873844\n",
      "episode 546/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.65221728 0.78943714 0.97492395 1.33266783 1.06048586 0.5187379\n",
      " 0.64324662 1.38833771 1.7360465  1.89587204 0.43392222 0.29699973\n",
      " 6.78399787 2.08381302 2.48948625 0.27735025 7.04247365 6.86408942\n",
      " 6.78570631 3.05357261 0.14285889 5.71167763 6.58288486 5.02488261\n",
      " 3.92663395]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6522 0.7894 0.9749 1.3327 1.0605]\n",
      " [0.5187 0.6432 1.3883 1.736  1.8959]\n",
      " [0.4339 0.297  6.784  2.0838 2.4895]\n",
      " [0.2774 7.0425 6.8641 6.7857 3.0536]\n",
      " [0.1429 5.7117 6.5829 5.0249 3.9266]]\n",
      "mean_state_value 2.7396928850707063\n",
      "episode 547/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.65739742 0.79524737 0.98148327 1.34044629 1.0670299  0.52322038\n",
      " 0.64838129 1.39629242 1.74487256 1.90498836 0.43791366 0.30006058\n",
      " 6.79611379 2.09332992 2.49964453 0.2802519  7.05455788 6.87619636\n",
      " 6.79782205 3.06440504 0.14458971 5.72376615 6.59501584 5.03683941\n",
      " 3.93815608]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6574 0.7952 0.9815 1.3404 1.067 ]\n",
      " [0.5232 0.6484 1.3963 1.7449 1.905 ]\n",
      " [0.4379 0.3001 6.7961 2.0933 2.4996]\n",
      " [0.2803 7.0546 6.8762 6.7978 3.0644]\n",
      " [0.1446 5.7238 6.595  5.0368 3.9382]]\n",
      "mean_state_value 2.7479208866155598\n",
      "episode 548/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.66260042 0.80108013 0.98806425 1.348244   1.07359378 0.52772559\n",
      " 0.65353882 1.40426593 1.75371464 1.91411969 0.44192741 0.30314193\n",
      " 6.80822816 2.10286028 2.50981353 0.28317352 7.06664053 6.88830173\n",
      " 6.80993622 3.07524491 0.14633548 5.73585348 6.60714537 5.04879663\n",
      " 3.94968166]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6626 0.8011 0.9881 1.3482 1.0736]\n",
      " [0.5277 0.6535 1.4043 1.7537 1.9141]\n",
      " [0.4419 0.3031 6.8082 2.1029 2.5098]\n",
      " [0.2832 7.0666 6.8883 6.8099 3.0752]\n",
      " [0.1463 5.7359 6.6071 5.0488 3.9497]]\n",
      "mean_state_value 2.756161124564968\n",
      "episode 549/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.66782625 0.8069354  0.99466686 1.35606088 1.08017746 0.53225352\n",
      " 0.6587192  1.41225817 1.7625727  1.92326598 0.44596348 0.30624384\n",
      " 6.82034097 2.11240401 2.5199932  0.28611514 7.0787216  6.90040552\n",
      " 6.82204884 3.08609217 0.14809627 5.74793962 6.61927345 5.06075424\n",
      " 3.96121066]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6678 0.8069 0.9947 1.3561 1.0802]\n",
      " [0.5323 0.6587 1.4123 1.7626 1.9233]\n",
      " [0.446  0.3062 6.8203 2.1124 2.52  ]\n",
      " [0.2861 7.0787 6.9004 6.822  3.0861]\n",
      " [0.1481 5.7479 6.6193 5.0608 3.9612]]\n",
      "mean_state_value 2.7644135771092597\n",
      "episode 550/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.67307489 0.81281314 1.00129105 1.36389686 1.08678089 0.53680417\n",
      " 0.66392239 1.42026905 1.77144664 1.93242715 0.45002187 0.30936633\n",
      " 6.83245222 2.12196106 2.53018348 0.2890768  7.09080109 6.91250774\n",
      " 6.8341599  3.09694677 0.14987213 5.76002457 6.63140007 5.07271224\n",
      " 3.97274304]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6731 0.8128 1.0013 1.3639 1.0868]\n",
      " [0.5368 0.6639 1.4203 1.7714 1.9324]\n",
      " [0.45   0.3094 6.8325 2.122  2.5302]\n",
      " [0.2891 7.0908 6.9125 6.8342 3.0969]\n",
      " [0.1499 5.76   6.6314 5.0727 3.9727]]\n",
      "mean_state_value 2.772678222287212\n",
      "episode 551/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.67834632 0.8187133  1.00793676 1.37175189 1.09340405 0.54137753\n",
      " 0.66914838 1.42829851 1.78033639 1.94160314 0.45410261 0.31250944\n",
      " 6.84456191 2.13153135 2.54038429 0.29205855 7.10287901 6.92460839\n",
      " 6.8462694  3.10780865 0.15166313 5.77210832 6.64352523 5.08467062\n",
      " 3.98427877]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6783 0.8187 1.0079 1.3718 1.0934]\n",
      " [0.5414 0.6691 1.4283 1.7803 1.9416]\n",
      " [0.4541 0.3125 6.8446 2.1315 2.5404]\n",
      " [0.2921 7.1029 6.9246 6.8463 3.1078]\n",
      " [0.1517 5.7721 6.6435 5.0847 3.9843]]\n",
      "mean_state_value 2.7809550379871997\n",
      "episode 552/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.6836405  0.82463586 1.01460394 1.37962589 1.10004688 0.5459736\n",
      " 0.67439714 1.43634649 1.78924189 1.95079386 0.45820568 0.3156732\n",
      " 6.85667005 2.1411148  2.55059558 0.29506043 7.11495535 6.93670747\n",
      " 6.85837734 3.11867776 0.15346933 5.78419088 6.65564894 5.09662934\n",
      " 3.99581783]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6836 0.8246 1.0146 1.3796 1.1   ]\n",
      " [0.546  0.6744 1.4363 1.7892 1.9508]\n",
      " [0.4582 0.3157 6.8567 2.1411 2.5506]\n",
      " [0.2951 7.115  6.9367 6.8584 3.1187]\n",
      " [0.1535 5.7842 6.6556 5.0966 3.9958]]\n",
      "mean_state_value 2.7892440019483473\n",
      "episode 553/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.68895743 0.83058077 1.02129255 1.38751879 1.10670935 0.55059238\n",
      " 0.67966866 1.4444129  1.79816306 1.95999926 0.46233111 0.31885764\n",
      " 6.86877662 2.15071136 2.56081729 0.29808246 7.12703011 6.94880497\n",
      " 6.87048372 3.12955406 0.1552908  5.79627222 6.6677712  5.10858841\n",
      " 4.00736017]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.689  0.8306 1.0213 1.3875 1.1067]\n",
      " [0.5506 0.6797 1.4444 1.7982 1.96  ]\n",
      " [0.4623 0.3189 6.8688 2.1507 2.5608]\n",
      " [0.2981 7.127  6.9488 6.8705 3.1296]\n",
      " [0.1553 5.7963 6.6678 5.1086 4.0074]]\n",
      "mean_state_value 2.797545091761689\n",
      "episode 554/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.69429707 0.83654799 1.02800252 1.39543053 1.11339141 0.55523384\n",
      " 0.68496291 1.45249769 1.80709983 1.96921927 0.46647889 0.32206281\n",
      " 6.88088164 2.16032095 2.57104935 0.30112469 7.1391033  6.9609009\n",
      " 6.88258855 3.14043749 0.15712759 5.80835237 6.67989199 5.1205478\n",
      " 4.01890576]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6943 0.8365 1.028  1.3954 1.1134]\n",
      " [0.5552 0.685  1.4525 1.8071 1.9692]\n",
      " [0.4665 0.3221 6.8809 2.1603 2.571 ]\n",
      " [0.3011 7.1391 6.9609 6.8826 3.1404]\n",
      " [0.1571 5.8084 6.6799 5.1205 4.0189]]\n",
      "mean_state_value 2.8058582848713236\n",
      "episode 555/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.6996594  0.84253749 1.03473382 1.40336104 1.12009303 0.55989799\n",
      " 0.69027987 1.46060077 1.81605212 1.9784538  0.47064904 0.32528872\n",
      " 6.8929851  2.16994349 2.5812917  0.30418715 7.15117491 6.97299526\n",
      " 6.89469181 3.151328   0.15897976 5.8204313  6.69201132 5.13250751\n",
      " 4.03045457]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.6997 0.8425 1.0347 1.4034 1.1201]\n",
      " [0.5599 0.6903 1.4606 1.8161 1.9785]\n",
      " [0.4706 0.3253 6.893  2.1699 2.5813]\n",
      " [0.3042 7.1512 6.973  6.8947 3.1513]\n",
      " [0.159  5.8204 6.692  5.1325 4.0305]]\n",
      "mean_state_value 2.8141835585755812\n",
      "episode 556/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.70504439 0.84854924 1.04148637 1.41131024 1.12681416 0.56458482\n",
      " 0.69561951 1.46872209 1.82501986 1.9877028  0.47484155 0.32853542\n",
      " 6.90508701 2.17957893 2.59154427 0.30726988 7.16324494 6.98508804\n",
      " 6.90679352 3.16222554 0.16084738 5.83250901 6.7041292  5.14446752\n",
      " 4.04200657]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.705  0.8485 1.0415 1.4113 1.1268]\n",
      " [0.5646 0.6956 1.4687 1.825  1.9877]\n",
      " [0.4748 0.3285 6.9051 2.1796 2.5915]\n",
      " [0.3073 7.1632 6.9851 6.9068 3.1622]\n",
      " [0.1608 5.8325 6.7041 5.1445 4.042 ]]\n",
      "mean_state_value 2.8225208900281884\n",
      "episode 557/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.71045202 0.85458318 1.04826014 1.41927808 1.13355476 0.56929432\n",
      " 0.7009818  1.47686156 1.83400299 1.99696619 0.47905642 0.33180293\n",
      " 6.91718735 2.1892272  2.60180701 0.31037292 7.1753134  6.99717925\n",
      " 6.91889367 3.17313006 0.1627305  5.84458551 6.71624561 5.15642781\n",
      " 4.05356173]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7105 0.8546 1.0483 1.4193 1.1336]\n",
      " [0.5693 0.701  1.4769 1.834  1.997 ]\n",
      " [0.4791 0.3318 6.9172 2.1892 2.6018]\n",
      " [0.3104 7.1753 6.9972 6.9189 3.1731]\n",
      " [0.1627 5.8446 6.7162 5.1564 4.0536]]\n",
      "mean_state_value 2.8308702562394346\n",
      "episode 558/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.71588226 0.86063928 1.05505508 1.42726447 1.14031479 0.57402647\n",
      " 0.70636672 1.48501912 1.84300142 2.00624391 0.48329368 0.33509128\n",
      " 6.92928614 2.19888821 2.61207985 0.3134963  7.18738029 7.0092689\n",
      " 6.93099226 3.18404151 0.16462919 5.85666078 6.72836056 5.16838838\n",
      " 4.06512002]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7159 0.8606 1.0551 1.4273 1.1403]\n",
      " [0.574  0.7064 1.485  1.843  2.0062]\n",
      " [0.4833 0.3351 6.9293 2.1989 2.6121]\n",
      " [0.3135 7.1874 7.0093 6.931  3.184 ]\n",
      " [0.1646 5.8567 6.7284 5.1684 4.0651]]\n",
      "mean_state_value 2.839231634077349\n",
      "episode 559/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.72133508 0.8667175  1.06187111 1.43526936 1.14709421 0.57878128\n",
      " 0.71177425 1.4931947  1.85201508 2.01553588 0.4875533  0.33840051\n",
      " 6.94138337 2.20856192 2.62236273 0.31664005 7.19944559 7.02135697\n",
      " 6.9430893  3.19495984 0.1665435  5.86873484 6.74047405 5.1803492\n",
      " 4.0766814 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7213 0.8667 1.0619 1.4353 1.1471]\n",
      " [0.5788 0.7118 1.4932 1.852  2.0155]\n",
      " [0.4876 0.3384 6.9414 2.2086 2.6224]\n",
      " [0.3166 7.1994 7.0214 6.9431 3.195 ]\n",
      " [0.1665 5.8687 6.7405 5.1803 4.0767]]\n",
      "mean_state_value 2.847605000268873\n",
      "episode 560/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.72681046 0.8728178  1.06870821 1.44329267 1.15389297 0.58355873\n",
      " 0.71720436 1.50138822 1.86104391 2.02484204 0.49183531 0.34173064\n",
      " 6.95347904 2.21824824 2.63265559 0.3198042  7.21150933 7.03344346\n",
      " 6.95518477 3.205885   0.16847349 5.88080766 6.75258607 5.19231026\n",
      " 4.08824585]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7268 0.8728 1.0687 1.4433 1.1539]\n",
      " [0.5836 0.7172 1.5014 1.861  2.0248]\n",
      " [0.4918 0.3417 6.9535 2.2182 2.6327]\n",
      " [0.3198 7.2115 7.0334 6.9552 3.2059]\n",
      " [0.1685 5.8808 6.7526 5.1923 4.0882]]\n",
      "mean_state_value 2.8559903314010366\n",
      "episode 561/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.73230836 0.87894013 1.0755663  1.45133434 1.16071103 0.5883588\n",
      " 0.72265702 1.50959963 1.87008783 2.03416232 0.49613969 0.3450817\n",
      " 6.96557315 2.22794711 2.64295837 0.3229888  7.22357149 7.04552839\n",
      " 6.96727869 3.21681694 0.17041923 5.89287925 6.76469662 5.20427156\n",
      " 4.09981333]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7323 0.8789 1.0756 1.4513 1.1607]\n",
      " [0.5884 0.7227 1.5096 1.8701 2.0342]\n",
      " [0.4961 0.3451 6.9656 2.2279 2.643 ]\n",
      " [0.323  7.2236 7.0455 6.9673 3.2168]\n",
      " [0.1704 5.8929 6.7647 5.2043 4.0998]]\n",
      "mean_state_value 2.8643876039221423\n",
      "episode 562/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.73782877 0.88508447 1.08244534 1.4593943  1.16754836 0.59318149\n",
      " 0.72813221 1.51782883 1.87914677 2.04349664 0.50046646 0.34845372\n",
      " 6.97766571 2.23765846 2.65327101 0.32619387 7.23563207 7.05761175\n",
      " 6.97937105 3.22775562 0.17238077 5.90494961 6.77680572 5.21623307\n",
      " 4.11138381]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7378 0.8851 1.0824 1.4594 1.1675]\n",
      " [0.5932 0.7281 1.5178 1.8791 2.0435]\n",
      " [0.5005 0.3485 6.9777 2.2377 2.6533]\n",
      " [0.3262 7.2356 7.0576 6.9794 3.2278]\n",
      " [0.1724 5.9049 6.7768 5.2162 4.1114]]\n",
      "mean_state_value 2.8727967941429453\n",
      "episode 563/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.74337164 0.89125075 1.08934527 1.46747247 1.1744049  0.59802678\n",
      " 0.73362989 1.52607577 1.88822065 2.05284495 0.5048156  0.35184673\n",
      " 6.98975671 2.24738222 2.66359345 0.32941944 7.24769109 7.06969353\n",
      " 6.99146185 3.23870098 0.17435816 5.91701873 6.78891334 5.22819479\n",
      " 4.12295726]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7434 0.8913 1.0893 1.4675 1.1744]\n",
      " [0.598  0.7336 1.5261 1.8882 2.0528]\n",
      " [0.5048 0.3518 6.9898 2.2474 2.6636]\n",
      " [0.3294 7.2477 7.0697 6.9915 3.2387]\n",
      " [0.1744 5.917  6.7889 5.2282 4.123 ]]\n",
      "mean_state_value 2.8812178782378415\n",
      "episode 564/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.74893696 0.89743895 1.09626604 1.4755688  1.18128061 0.60289466\n",
      " 0.73915003 1.53434038 1.89730941 2.06220717 0.50918713 0.35526075\n",
      " 7.00184615 2.25711833 2.67392562 0.33266555 7.25974853 7.08177375\n",
      " 7.0035511  3.24965298 0.17635147 5.92908661 6.8010195  5.24015669\n",
      " 4.13453366]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7489 0.8974 1.0963 1.4756 1.1813]\n",
      " [0.6029 0.7392 1.5343 1.8973 2.0622]\n",
      " [0.5092 0.3553 7.0018 2.2571 2.6739]\n",
      " [0.3327 7.2597 7.0818 7.0036 3.2497]\n",
      " [0.1764 5.9291 6.801  5.2402 4.1345]]\n",
      "mean_state_value 2.8896508322460503\n",
      "episode 565/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.75452469 0.90364902 1.10320759 1.4836832  1.18817545 0.60778512\n",
      " 0.74469262 1.54262258 1.90641297 2.07158323 0.51358103 0.35869581\n",
      " 7.01393403 2.26686671 2.68426747 0.33593222 7.27180439 7.09385239\n",
      " 7.01563878 3.26061156 0.17836075 5.94115324 6.81312419 5.25211878\n",
      " 4.14611296]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7545 0.9036 1.1032 1.4837 1.1882]\n",
      " [0.6078 0.7447 1.5426 1.9064 2.0716]\n",
      " [0.5136 0.3587 7.0139 2.2669 2.6843]\n",
      " [0.3359 7.2718 7.0939 7.0156 3.2606]\n",
      " [0.1784 5.9412 6.8131 5.2521 4.1461]]\n",
      "mean_state_value 2.898095632072811\n",
      "episode 566/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.76013479 0.90988092 1.11016987 1.49181562 1.19508938 0.61269814\n",
      " 0.75025762 1.5509223  1.91553127 2.08097307 0.51799731 0.36215193\n",
      " 7.02602036 2.27662731 2.69461894 0.33921949 7.28385868 7.10592947\n",
      " 7.02772491 3.27157669 0.18038607 5.95321863 6.8252274  5.26408103\n",
      " 4.15769515]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7601 0.9099 1.1102 1.4918 1.1951]\n",
      " [0.6127 0.7503 1.5509 1.9155 2.081 ]\n",
      " [0.518  0.3622 7.026  2.2766 2.6946]\n",
      " [0.3392 7.2839 7.1059 7.0277 3.2716]\n",
      " [0.1804 5.9532 6.8252 5.2641 4.1577]]\n",
      "mean_state_value 2.9065522534905677\n",
      "episode 567/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.76576724 0.9161346  1.11715283 1.49996598 1.20202236 0.61763371\n",
      " 0.755845   1.55923948 1.92466423 2.09037661 0.52243596 0.36562914\n",
      " 7.03810513 2.28640004 2.70497997 0.34252738 7.2959114  7.11800497\n",
      " 7.03980948 3.2825483  0.18242747 5.96528276 6.83732915 5.27604343\n",
      " 4.16928018]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7658 0.9161 1.1172 1.5    1.202 ]\n",
      " [0.6176 0.7558 1.5592 1.9247 2.0904]\n",
      " [0.5224 0.3656 7.0381 2.2864 2.705 ]\n",
      " [0.3425 7.2959 7.118  7.0398 3.2825]\n",
      " [0.1824 5.9653 6.8373 5.276  4.1693]]\n",
      "mean_state_value 2.9150206721401695\n",
      "episode 568/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.77142202 0.92241003 1.1241564  1.50813421 1.20897433 0.62259181\n",
      " 0.76145472 1.56757403 1.93381178 2.09979379 0.52689699 0.36912746\n",
      " 7.05018834 2.29618486 2.71535049 0.34585593 7.30796255 7.13007891\n",
      " 7.0518925  3.29352636 0.18448501 5.97734565 6.84942943 5.28800597\n",
      " 4.18086804]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7714 0.9224 1.1242 1.5081 1.209 ]\n",
      " [0.6226 0.7615 1.5676 1.9338 2.0998]\n",
      " [0.5269 0.3691 7.0502 2.2962 2.7154]\n",
      " [0.3459 7.308  7.1301 7.0519 3.2935]\n",
      " [0.1845 5.9773 6.8494 5.288  4.1809]]\n",
      "mean_state_value 2.923500863532065\n",
      "episode 569/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.77709907 0.92870715 1.13118053 1.51632024 1.21594525 0.62757243\n",
      " 0.76708677 1.5759259  1.94297384 2.10922455 0.53138038 0.37264692\n",
      " 7.06226999 2.30598168 2.72573045 0.34920516 7.32001213 7.14215127\n",
      " 7.06397395 3.30451081 0.18655875 5.98940727 6.86152824 5.29996863\n",
      " 4.19245869]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7771 0.9287 1.1312 1.5163 1.2159]\n",
      " [0.6276 0.7671 1.5759 1.943  2.1092]\n",
      " [0.5314 0.3726 7.0623 2.306  2.7257]\n",
      " [0.3492 7.32   7.1422 7.064  3.3045]\n",
      " [0.1866 5.9894 6.8615 5.3    4.1925]]\n",
      "mean_state_value 2.931992803047497\n",
      "episode 570/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.78279838 0.93502592 1.13822517 1.52452402 1.22293509 0.63257555\n",
      " 0.7727411  1.58429501 1.95215036 2.11866881 0.53588614 0.37618754\n",
      " 7.07435009 2.31579045 2.73611979 0.35257509 7.33206013 7.15422207\n",
      " 7.07605385 3.31550162 0.18864875 6.00146764 6.87362557 5.31193141\n",
      " 4.20405211]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7828 0.935  1.1382 1.5245 1.2229]\n",
      " [0.6326 0.7727 1.5843 1.9522 2.1187]\n",
      " [0.5359 0.3762 7.0744 2.3158 2.7361]\n",
      " [0.3526 7.3321 7.1542 7.0761 3.3155]\n",
      " [0.1886 6.0015 6.8736 5.3119 4.2041]]\n",
      "mean_state_value 2.940496465939704\n",
      "episode 571/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.78851991 0.94136629 1.14529026 1.53274546 1.2299438  0.63760115\n",
      " 0.77841769 1.59268129 1.96134125 2.1281265  0.54041426 0.37974934\n",
      " 7.08642863 2.3256111  2.74651845 0.35596577 7.34410656 7.1662913\n",
      " 7.08813219 3.32649873 0.19075505 6.01352674 6.88572143 5.32389429\n",
      " 4.21564825]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7885 0.9414 1.1453 1.5327 1.2299]\n",
      " [0.6376 0.7784 1.5927 1.9613 2.1281]\n",
      " [0.5404 0.3797 7.0864 2.3256 2.7465]\n",
      " [0.356  7.3441 7.1663 7.0881 3.3265]\n",
      " [0.1908 6.0135 6.8857 5.3239 4.2156]]\n",
      "mean_state_value 2.949011827335122\n",
      "episode 572/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.79426363 0.94772823 1.15237574 1.54098449 1.23697132 0.64264922\n",
      " 0.7841165  1.60108467 1.97054645 2.13759756 0.54496473 0.38333235\n",
      " 7.09850561 2.33544355 2.75692638 0.3593772  7.35615143 7.17835895\n",
      " 7.10020897 3.33750209 0.19287773 6.02558458 6.89781581 5.33585726\n",
      " 4.22724711]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.7943 0.9477 1.1524 1.541  1.237 ]\n",
      " [0.6426 0.7841 1.6011 1.9705 2.1376]\n",
      " [0.545  0.3833 7.0985 2.3354 2.7569]\n",
      " [0.3594 7.3562 7.1784 7.1002 3.3375]\n",
      " [0.1929 6.0256 6.8978 5.3359 4.2272]]\n",
      "mean_state_value 2.957538862234587\n",
      "episode 573/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.80002949 0.95411169 1.15948156 1.54924106 1.24401762 0.64771974\n",
      " 0.7898375  1.60950507 1.97976589 2.14708193 0.54953755 0.38693658\n",
      " 7.11058103 2.34528775 2.76734351 0.36280943 7.36819472 7.19042504\n",
      " 7.1122842  3.34851166 0.19501681 6.03764115 6.90990872 5.3478203\n",
      " 4.23884864]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8    0.9541 1.1595 1.5492 1.244 ]\n",
      " [0.6477 0.7898 1.6095 1.9798 2.1471]\n",
      " [0.5495 0.3869 7.1106 2.3453 2.7673]\n",
      " [0.3628 7.3682 7.1904 7.1123 3.3485]\n",
      " [0.195  6.0376 6.9099 5.3478 4.2388]]\n",
      "mean_state_value 2.9660775455145334\n",
      "episode 574/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.80581748 0.96051661 1.16660766 1.55751509 1.25108266 0.65281269\n",
      " 0.79558065 1.61794244 1.98899949 2.15657953 0.55413271 0.39056205\n",
      " 7.1226549  2.35514363 2.77776978 0.36626246 7.38023644 7.20248956\n",
      " 7.12435786 3.3595274  0.19717238 6.04969645 6.92200015 5.35978341\n",
      " 4.25045281]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8058 0.9605 1.1666 1.5575 1.2511]\n",
      " [0.6528 0.7956 1.6179 1.989  2.1566]\n",
      " [0.5541 0.3906 7.1227 2.3551 2.7778]\n",
      " [0.3663 7.3802 7.2025 7.1244 3.3595]\n",
      " [0.1972 6.0497 6.922  5.3598 4.2505]]\n",
      "mean_state_value 2.9746278519282083\n",
      "episode 575/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.81162755 0.96694296 1.17375398 1.5658065  1.25816638 0.65792804\n",
      " 0.80134594 1.62639669 1.99824719 2.1660903  0.55875021 0.39420879\n",
      " 7.13472721 2.36501112 2.78820514 0.36973634 7.39227659 7.21455252\n",
      " 7.13642997 3.37054926 0.19934447 6.06175048 6.93409011 5.37174657\n",
      " 4.26205961]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8116 0.9669 1.1738 1.5658 1.2582]\n",
      " [0.6579 0.8013 1.6264 1.9982 2.1661]\n",
      " [0.5588 0.3942 7.1347 2.365  2.7882]\n",
      " [0.3697 7.3923 7.2146 7.1364 3.3705]\n",
      " [0.1993 6.0618 6.9341 5.3717 4.2621]]\n",
      "mean_state_value 2.983189756106873\n",
      "episode 576/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.81745967 0.97339069 1.18092047 1.57411524 1.26526874 0.66306579\n",
      " 0.80713331 1.63486776 2.00750891 2.17561417 0.56339003 0.39787681\n",
      " 7.14679796 2.37489017 2.79864954 0.37323107 7.40431517 7.2266139\n",
      " 7.14850053 3.38157718 0.20153313 6.07380322 6.94617859 5.38370977\n",
      " 4.273669  ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8175 0.9734 1.1809 1.5741 1.2653]\n",
      " [0.6631 0.8071 1.6349 2.0075 2.1756]\n",
      " [0.5634 0.3979 7.1468 2.3749 2.7986]\n",
      " [0.3732 7.4043 7.2266 7.1485 3.3816]\n",
      " [0.2015 6.0738 6.9462 5.3837 4.2737]]\n",
      "mean_state_value 2.9917632325610066\n",
      "episode 577/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.8233138  0.97985975 1.18810706 1.58244123 1.2723897  0.66822591\n",
      " 0.81294273 1.64335557 2.01678459 2.18515108 0.56805218 0.40156613\n",
      " 7.15886715 2.38478069 2.8091029  0.37674669 7.41635218 7.23867372\n",
      " 7.16056952 3.39261114 0.20373843 6.08585469 6.95826559 5.39567299\n",
      " 4.28528095]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8233 0.9799 1.1881 1.5824 1.2724]\n",
      " [0.6682 0.8129 1.6434 2.0168 2.1852]\n",
      " [0.5681 0.4016 7.1589 2.3848 2.8091]\n",
      " [0.3767 7.4164 7.2387 7.1606 3.3926]\n",
      " [0.2037 6.0859 6.9583 5.3957 4.2853]]\n",
      "mean_state_value 3.0003482556815233\n",
      "episode 578/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.82918991 0.9863501  1.19531371 1.5907844  1.2795292  0.67340838\n",
      " 0.81877418 1.65186007 2.02607416 2.19470095 0.57273663 0.40527678\n",
      " 7.17093479 2.39468264 2.81956519 0.38028322 7.42838762 7.25073197\n",
      " 7.17263696 3.40365107 0.20596042 6.09790488 6.97035111 5.40763624\n",
      " 4.29689543]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8292 0.9864 1.1953 1.5908 1.2795]\n",
      " [0.6734 0.8188 1.6519 2.0261 2.1947]\n",
      " [0.5727 0.4053 7.1709 2.3947 2.8196]\n",
      " [0.3803 7.4284 7.2507 7.1726 3.4037]\n",
      " [0.206  6.0979 6.9704 5.4076 4.2969]]\n",
      "mean_state_value 3.008944799740975\n",
      "episode 579/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.83508796 0.99286168 1.20254035 1.59914468 1.28668722 0.67861318\n",
      " 0.82462761 1.66038116 2.03537754 2.20426372 0.57744338 0.40900876\n",
      " 7.18300087 2.40459593 2.83003633 0.38384068 7.44042149 7.26278865\n",
      " 7.18470284 3.41469694 0.20819914 6.10995378 6.98243516 5.41959948\n",
      " 4.30851243]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8351 0.9929 1.2025 1.5991 1.2867]\n",
      " [0.6786 0.8246 1.6604 2.0354 2.2043]\n",
      " [0.5774 0.409  7.183  2.4046 2.83  ]\n",
      " [0.3838 7.4404 7.2628 7.1847 3.4147]\n",
      " [0.2082 6.11   6.9824 5.4196 4.3085]]\n",
      "mean_state_value 3.017552838894762\n",
      "episode 580/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.84100792 0.99939445 1.20978692 1.60752202 1.29386369 0.68384029\n",
      " 0.83050299 1.6689188  2.04469467 2.21383933 0.58217242 0.4127621\n",
      " 7.1950654  2.41452052 2.84051628 0.38741909 7.4524538  7.27484376\n",
      " 7.19676716 3.4257487  0.21045466 6.12200139 6.99451772 5.43156272\n",
      " 4.3201319 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.841  0.9994 1.2098 1.6075 1.2939]\n",
      " [0.6838 0.8305 1.6689 2.0447 2.2138]\n",
      " [0.5822 0.4128 7.1951 2.4145 2.8405]\n",
      " [0.3874 7.4525 7.2748 7.1968 3.4257]\n",
      " [0.2105 6.122  6.9945 5.4316 4.3201]]\n",
      "mean_state_value 3.0261723471823476\n",
      "episode 581/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.84694974 1.00594836 1.21705337 1.61591632 1.30105857 0.68908968\n",
      " 0.83640028 1.67747289 2.05402548 2.22342772 0.58692374 0.4165368\n",
      " 7.20712837 2.42445634 2.85100497 0.39101847 7.46448453 7.28689731\n",
      " 7.20882993 3.43680631 0.21272701 6.13404772 7.0065988  5.44352594\n",
      " 4.33175383]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8469 1.0059 1.2171 1.6159 1.3011]\n",
      " [0.6891 0.8364 1.6775 2.054  2.2234]\n",
      " [0.5869 0.4165 7.2071 2.4245 2.851 ]\n",
      " [0.391  7.4645 7.2869 7.2088 3.4368]\n",
      " [0.2127 6.134  7.0066 5.4435 4.3318]]\n",
      "mean_state_value 3.0348032985284665\n",
      "episode 582/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.85291339 1.01252336 1.22433964 1.62432753 1.30827182 0.69436133\n",
      " 0.84231945 1.68604339 2.06336989 2.2330288  0.59169733 0.4203329\n",
      " 7.21918978 2.43440331 2.86150235 0.39463884 7.4765137  7.29894929\n",
      " 7.22089114 3.44786973 0.21501625 6.14609275 7.0186784  5.45548913\n",
      " 4.34337818]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8529 1.0125 1.2243 1.6243 1.3083]\n",
      " [0.6944 0.8423 1.686  2.0634 2.233 ]\n",
      " [0.5917 0.4203 7.2192 2.4344 2.8615]\n",
      " [0.3946 7.4765 7.2989 7.2209 3.4479]\n",
      " [0.215  6.1461 7.0187 5.4555 4.3434]]\n",
      "mean_state_value 3.0434456667443364\n",
      "episode 583/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.85889883 1.01911941 1.23164566 1.63275559 1.31550339 0.69965522\n",
      " 0.84826045 1.6946302  2.07272785 2.24264253 0.59649318 0.42415039\n",
      " 7.23124963 2.44436138 2.87200837 0.39828023 7.4885413  7.3109997\n",
      " 7.23295079 3.4589389  0.21732243 6.15813648 7.03075652 5.46745227\n",
      " 4.35500494]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8589 1.0191 1.2316 1.6328 1.3155]\n",
      " [0.6997 0.8483 1.6946 2.0727 2.2426]\n",
      " [0.5965 0.4242 7.2312 2.4444 2.872 ]\n",
      " [0.3983 7.4885 7.311  7.233  3.4589]\n",
      " [0.2173 6.1581 7.0308 5.4675 4.355 ]]\n",
      "mean_state_value 3.052099425528874\n",
      "episode 584/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.86490602 1.02573645 1.23897139 1.64120041 1.32275323 0.70497133\n",
      " 0.85422326 1.70323328 2.08209928 2.25226882 0.60131127 0.4279893\n",
      " 7.24330793 2.45433049 2.88252297 0.40194265 7.50056733 7.32304855\n",
      " 7.24500889 3.47001378 0.21964561 6.17017892 7.04283315 5.47941536\n",
      " 4.36663406]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8649 1.0257 1.239  1.6412 1.3228]\n",
      " [0.705  0.8542 1.7032 2.0821 2.2523]\n",
      " [0.6013 0.428  7.2433 2.4543 2.8825]\n",
      " [0.4019 7.5006 7.323  7.245  3.47  ]\n",
      " [0.2196 6.1702 7.0428 5.4794 4.3666]]\n",
      "mean_state_value 3.0607645484699026\n",
      "episode 585/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.87093493 1.03237443 1.24631675 1.64966192 1.3300213  0.71030963\n",
      " 0.86020783 1.71185253 2.09148411 2.26190763 0.6061516  0.43184963\n",
      " 7.25536467 2.46431057 2.89304608 0.40562611 7.51259179 7.33509583\n",
      " 7.25706543 3.48109434 0.22198583 6.18222005 7.0549083  5.49137839\n",
      " 4.37826553]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8709 1.0324 1.2463 1.6497 1.33  ]\n",
      " [0.7103 0.8602 1.7119 2.0915 2.2619]\n",
      " [0.6062 0.4318 7.2554 2.4643 2.893 ]\n",
      " [0.4056 7.5126 7.3351 7.2571 3.4811]\n",
      " [0.222  6.1822 7.0549 5.4914 4.3783]]\n",
      "mean_state_value 3.0694410090453697\n",
      "episode 586/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.87698551 1.03903331 1.2536817  1.65814007 1.33730755 0.71567009\n",
      " 0.86621413 1.7204879  2.10088228 2.27155888 0.61101414 0.43573141\n",
      " 7.26741985 2.47430155 2.90357767 0.40933065 7.52461469 7.34714155\n",
      " 7.26912041 3.49218052 0.22434314 6.19425989 7.06698196 5.50334134\n",
      " 4.38989932]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.877  1.039  1.2537 1.6581 1.3373]\n",
      " [0.7157 0.8662 1.7205 2.1009 2.2716]\n",
      " [0.611  0.4357 7.2674 2.4743 2.9036]\n",
      " [0.4093 7.5246 7.3471 7.2691 3.4922]\n",
      " [0.2243 6.1943 7.067  5.5033 4.3899]]\n",
      "mean_state_value 3.078128780624555\n",
      "episode 587/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.88305772 1.04571304 1.26106617 1.66663479 1.34461193 0.7210527\n",
      " 0.87224212 1.72913932 2.11029371 2.28122251 0.61589889 0.43963465\n",
      " 7.27947348 2.48430338 2.91411767 0.41305627 7.53663602 7.35918569\n",
      " 7.28117384 3.50327229 0.22671758 6.20629841 7.07905414 5.5153042\n",
      " 4.4015354 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8831 1.0457 1.2611 1.6666 1.3446]\n",
      " [0.7211 0.8722 1.7291 2.1103 2.2812]\n",
      " [0.6159 0.4396 7.2795 2.4843 2.9141]\n",
      " [0.4131 7.5366 7.3592 7.2812 3.5033]\n",
      " [0.2267 6.2063 7.0791 5.5153 4.4015]]\n",
      "mean_state_value 3.0868278364692907\n",
      "episode 588/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.88915153 1.05241356 1.26847011 1.67514599 1.3519344  0.72645742\n",
      " 0.87829175 1.7378067  2.11971833 2.29089845 0.62080582 0.44355934\n",
      " 7.29152555 2.49431599 2.92466603 0.41680299 7.54865578 7.37122828\n",
      " 7.29322571 3.5143696  0.22910922 6.21833563 7.09112484 5.52726697\n",
      " 4.41317375]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8892 1.0524 1.2685 1.6751 1.3519]\n",
      " [0.7265 0.8783 1.7378 2.1197 2.2909]\n",
      " [0.6208 0.4436 7.2915 2.4943 2.9247]\n",
      " [0.4168 7.5487 7.3712 7.2932 3.5144]\n",
      " [0.2291 6.2183 7.0911 5.5273 4.4132]]\n",
      "mean_state_value 3.0955381497351677\n",
      "episode 589/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.8952669  1.05913483 1.27589345 1.68367362 1.3592749  0.73188423\n",
      " 0.88436299 1.74649    2.12915609 2.30058664 0.62573493 0.44750552\n",
      " 7.30357607 2.50433932 2.93522269 0.42057083 7.56067397 7.3832693\n",
      " 7.30527602 3.52547241 0.23151809 6.23037154 7.10319405 5.53922962\n",
      " 4.42481434]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.8953 1.0591 1.2759 1.6837 1.3593]\n",
      " [0.7319 0.8844 1.7465 2.1292 2.3006]\n",
      " [0.6257 0.4475 7.3036 2.5043 2.9352]\n",
      " [0.4206 7.5607 7.3833 7.3053 3.5255]\n",
      " [0.2315 6.2304 7.1032 5.5392 4.4248]]\n",
      "mean_state_value 3.104259693472752\n",
      "episode 590/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.90140378 1.06587679 1.28333613 1.6922176  1.3666334  0.7373331\n",
      " 0.89045579 1.75518912 2.13860691 2.31028701 0.6306862  0.45147319\n",
      " 7.31562503 2.51437331 2.94578761 0.4243598  7.5726906  7.39530875\n",
      " 7.31732477 3.53658067 0.23394424 6.24240613 7.11526177 5.55119216\n",
      " 4.43645715]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.9014 1.0659 1.2833 1.6922 1.3666]\n",
      " [0.7373 0.8905 1.7552 2.1386 2.3103]\n",
      " [0.6307 0.4515 7.3156 2.5144 2.9458]\n",
      " [0.4244 7.5727 7.3953 7.3173 3.5366]\n",
      " [0.2339 6.2424 7.1153 5.5512 4.4365]]\n",
      "mean_state_value 3.112992440628797\n",
      "episode 591/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.90756213 1.07263939 1.29079809 1.70077787 1.37400984 0.74280401\n",
      " 0.89657013 1.76390402 2.14807072 2.3199995  0.63565962 0.45546235\n",
      " 7.32767243 2.52441789 2.95636071 0.42816993 7.58470567 7.40734664\n",
      " 7.32937197 3.54769435 0.23638773 6.25443941 7.127328   5.56315456\n",
      " 4.44810214]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.9076 1.0726 1.2908 1.7008 1.374 ]\n",
      " [0.7428 0.8966 1.7639 2.1481 2.32  ]\n",
      " [0.6357 0.4555 7.3277 2.5244 2.9564]\n",
      " [0.4282 7.5847 7.4073 7.3294 3.5477]\n",
      " [0.2364 6.2544 7.1273 5.5632 4.4481]]\n",
      "mean_state_value 3.1217363640474565\n",
      "episode 592/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.91374191 1.07942258 1.29827928 1.70935436 1.38140417 0.74829692\n",
      " 0.90270595 1.7726346  2.15754746 2.32972405 0.64065516 0.45947302\n",
      " 7.33971828 2.534473   2.96694196 0.43200121 7.59671917 7.41938296\n",
      " 7.34141762 3.55881341 0.23884859 6.26647137 7.13939275 5.57511683\n",
      " 4.4597493 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.9137 1.0794 1.2983 1.7094 1.3814]\n",
      " [0.7483 0.9027 1.7726 2.1575 2.3297]\n",
      " [0.6407 0.4595 7.3397 2.5345 2.9669]\n",
      " [0.432  7.5967 7.4194 7.3414 3.5588]\n",
      " [0.2388 6.2665 7.1394 5.5751 4.4597]]\n",
      "mean_state_value 3.1304914364714933\n",
      "episode 593/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.91994307 1.08622632 1.30577964 1.71794699 1.38881636 0.75381182\n",
      " 0.90886322 1.78138081 2.16703706 2.33946059 0.64567281 0.4635052\n",
      " 7.35176257 2.54453859 2.9775313  0.43585368 7.6087311  7.43141772\n",
      " 7.35346171 3.56993779 0.24132687 6.27850201 7.151456   5.58707894\n",
      " 4.4713986 ]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.9199 1.0862 1.3058 1.7179 1.3888]\n",
      " [0.7538 0.9089 1.7814 2.167  2.3395]\n",
      " [0.6457 0.4635 7.3518 2.5445 2.9775]\n",
      " [0.4359 7.6087 7.4314 7.3535 3.5699]\n",
      " [0.2413 6.2785 7.1515 5.5871 4.4714]]\n",
      "mean_state_value 3.1392576305434967\n",
      "episode 594/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.92616559 1.09305054 1.31329909 1.72655571 1.39624634 0.75934866\n",
      " 0.9150419  1.79014258 2.17653945 2.34920906 0.65071255 0.46755891\n",
      " 7.36380531 2.55461458 2.98812867 0.43972733 7.62074147 7.44345091\n",
      " 7.36550424 3.58106746 0.24382263 6.29053133 7.16351777 5.59904088\n",
      " 4.48305001]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.9262 1.0931 1.3133 1.7266 1.3962]\n",
      " [0.7593 0.915  1.7901 2.1765 2.3492]\n",
      " [0.6507 0.4676 7.3638 2.5546 2.9881]\n",
      " [0.4397 7.6207 7.4435 7.3655 3.5811]\n",
      " [0.2438 6.2905 7.1635 5.599  4.4831]]\n",
      "mean_state_value 3.1480349188070864\n",
      "episode 595/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.93240941 1.0998952  1.32083759 1.73518043 1.40369408 0.76490743\n",
      " 0.92124193 1.79891983 2.18605457 2.3589694  0.65577436 0.47163416\n",
      " 7.37584649 2.56470093 2.99873402 0.44362219 7.63275027 7.45548254\n",
      " 7.37754521 3.59220237 0.2463359  6.30255933 7.17557805 5.61100266\n",
      " 4.49470352]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.9324 1.0999 1.3208 1.7352 1.4037]\n",
      " [0.7649 0.9212 1.7989 2.1861 2.359 ]\n",
      " [0.6558 0.4716 7.3758 2.5647 2.9987]\n",
      " [0.4436 7.6328 7.4555 7.3775 3.5922]\n",
      " [0.2463 6.3026 7.1756 5.611  4.4947]]\n",
      "mean_state_value 3.1568232737081314\n",
      "episode 596/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.93867449 1.10676024 1.32839506 1.7438211  1.41115952 0.77048809\n",
      " 0.92746329 1.8077125  2.19558234 2.36874153 0.66085823 0.47573094\n",
      " 7.38788611 2.57479756 3.00934731 0.44753826 7.64475751 7.46751261\n",
      " 7.38958463 3.6033425  0.24886673 6.314586   7.18763683 5.62296425\n",
      " 4.50635908]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.9387 1.1068 1.3284 1.7438 1.4112]\n",
      " [0.7705 0.9275 1.8077 2.1956 2.3687]\n",
      " [0.6609 0.4757 7.3879 2.5748 3.0093]\n",
      " [0.4475 7.6448 7.4675 7.3896 3.6033]\n",
      " [0.2489 6.3146 7.1876 5.623  4.5064]]\n",
      "mean_state_value 3.165622667595949\n",
      "episode 597/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.94496078 1.11364561 1.33597146 1.75247764 1.41864261 0.77609061\n",
      " 0.93370593 1.81652052 2.20512271 2.37852541 0.66596413 0.47984927\n",
      " 7.39992418 2.58490442 3.01996846 0.45147555 7.65676319 7.47954111\n",
      " 7.4016225  3.61448778 0.25141516 6.32661133 7.19969413 5.63492564\n",
      " 4.51801669]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.945  1.1136 1.336  1.7525 1.4186]\n",
      " [0.7761 0.9337 1.8165 2.2051 2.3785]\n",
      " [0.666  0.4798 7.3999 2.5849 3.02  ]\n",
      " [0.4515 7.6568 7.4795 7.4016 3.6145]\n",
      " [0.2514 6.3266 7.1997 5.6349 4.518 ]]\n",
      "mean_state_value 3.1744330727245242\n",
      "episode 598/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.95126825 1.12055126 1.34356672 1.76114999 1.42614331 0.78171496\n",
      " 0.9399698  1.82534382 2.2146756  2.38832096 0.67109205 0.48398915\n",
      " 7.41196069 2.59502144 3.03059745 0.45543409 7.6687673  7.49156804\n",
      " 7.41365881 3.62563819 0.25398125 6.33863534 7.21174993 5.64688683\n",
      " 4.52967631]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.9513 1.1206 1.3436 1.7611 1.4261]\n",
      " [0.7817 0.94   1.8253 2.2147 2.3883]\n",
      " [0.6711 0.484  7.412  2.595  3.0306]\n",
      " [0.4554 7.6688 7.4916 7.4137 3.6256]\n",
      " [0.254  6.3386 7.2117 5.6469 4.5297]]\n",
      "mean_state_value 3.1832544612537106\n",
      "episode 599/600\n",
      "[[198 191 126  83  50]\n",
      " [190 139 114  95  63]\n",
      " [242 135  92  94  79]\n",
      " [102  74  50  41  76]\n",
      " [ 87  76  48  43  38]]\n",
      "[0.95759685 1.12747713 1.35118078 1.76983808 1.43366158 0.78736111\n",
      " 0.94625487 1.83418232 2.22424095 2.39812812 0.67624196 0.48815058\n",
      " 7.42399565 2.60514857 3.0412342  0.45941387 7.68076984 7.50359342\n",
      " 7.42569356 3.63679369 0.25656502 6.35065801 7.22380424 5.65884781\n",
      " 4.54133792]\n",
      "➡️➡️➡️⬇️⬇️\n",
      "⬆️⏫️⏩️⬇️⬇️\n",
      "⬆️⬅️⏬➡️⬇️\n",
      "⬆️⏩️✅⏪⬇️\n",
      "⬆️⏩️⬆️⬅️⬅️\n",
      "[[0.9576 1.1275 1.3512 1.7698 1.4337]\n",
      " [0.7874 0.9463 1.8342 2.2242 2.3981]\n",
      " [0.6762 0.4882 7.424  2.6051 3.0412]\n",
      " [0.4594 7.6808 7.5036 7.4257 3.6368]\n",
      " [0.2566 6.3507 7.2238 5.6588 4.5413]]\n",
      "mean_state_value 3.1920868052504376\n"
     ]
    }
   ],
   "execution_count": 4
  },
  {
   "cell_type": "code",
   "id": "5de7428a-bd15-475e-a807-0878783afd60",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2025-04-28T08:46:59.277023Z",
     "start_time": "2025-04-28T08:46:59.274639Z"
    }
   },
   "source": [
    "import pickle\n",
    "with open('true_action_value.pkl','wb') as file:\n",
    "    pickle.dump(action_value,file)"
   ],
   "outputs": [],
   "execution_count": 5
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.18"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
